Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863-5.395=-0.531
σ	0.000
min	4.863-5.395=-0.531
max	4.863-5.395=-0.531

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102-446.633=-0.531
σ	0.000
min	446.102-446.633=-0.531
max	446.102-446.633=-0.531

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.697-54.716=-0.019
σ	0.362-0.362=-0.001
min	54.563-54.578=-0.014
max	55.725-55.745=-0.020

*mean*	421.700-418.000=3.700
σ	0.483-0.000=0.483
min	421.000-418.000=3.000
max	422.000-418.000=4.000

*mean*	0.140-0.141=-0.001
σ	0.004-0.004=0.000
min	0.136-0.137=-0.001
max	0.147-0.147=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.781-43.780=0.000
σ	0.008-0.008=-0.000
min	43.771-43.767=0.004
max	43.795-43.792=0.003

*mean*	422.000-418.000=4.000
σ	0.000
min	422.000-418.000=4.000
max	422.000-418.000=4.000

*mean*	0.133-0.124=0.009
σ	0.010-0.004=0.006
min	0.120-0.120=0.000
max	0.148-0.131=0.017

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.604=0.001
σ	0.000-0.000=0.000
min	36.605-36.604=0.001
max	36.605-36.605=0.001

*mean*	4582.750-4586.500=-3.750
σ	2255.131-2254.035=1.095
min	1485.000-1488.000=-3.000
max	7403.000

*mean*	13.498-12.892=0.605
σ	2.527-2.035=0.492
min	11.883-11.853=0.029
max	17.696-17.840=-0.144

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.001
σ	0.000-0.000=-0.000
min	36.605-36.604=0.001
max	36.605-36.605=0.001

*mean*	4582.750-4586.500=-3.750
σ	2255.131-2254.035=1.095
min	1485.000-1488.000=-3.000
max	7403.000

*mean*	13.869-13.011=0.858
σ	2.515-1.673=0.842
min	11.710-11.467=0.242
max	18.053-16.941=1.112

op=table_records(), no indexes

*mean*	41.940-41.939=0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=0.000
max	41.942-41.942=-0.000

*mean*	7403.000
σ	0.000
min	7403.000
max	7403.000

*mean*	11.137-10.945=0.192
σ	0.181-0.204=-0.023
min	10.868-10.701=0.167
max	11.402-11.260=0.142

op=table_records(), repeat

*mean*	41.925-41.924=0.001
σ	0.000-0.000=0.000
min	41.924-41.924=0.000
max	41.926-41.925=0.000

*mean*	4168.125-4173.125=-5.000
σ	1946.313-1945.897=0.416
min	1485.000-1488.000=-3.000
max	7403.000

*mean*	11.715-11.528=0.187
σ	1.775-1.913=-0.138
min	10.902-10.667=0.235
max	16.091-16.247=-0.156

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.633=0.001
σ	0.136-0.136=-0.000
min	27.585-27.584=0.001
max	27.972-27.971=0.001

*mean*	4168.125-4173.125=-5.000
σ	1946.313-1945.897=0.416
min	1485.000-1488.000=-3.000
max	7403.000

*mean*	8.952-9.074=-0.122
σ	1.308-1.392=-0.083
min	7.876-7.842=0.034
max	12.105-12.408=-0.303

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.384=0.001
σ	0.000
min	26.385-26.384=0.001
max	26.385-26.384=0.001

*mean*	4168.125-4173.125=-5.000
σ	1946.313-1945.897=0.416
min	1485.000-1488.000=-3.000
max	7403.000

*mean*	6.936-7.086=-0.150
σ	0.973-1.007=-0.034
min	5.963-6.528=-0.565
max	9.214-9.565=-0.351

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.662=0.001
σ	0.004-0.004=0.000
min	25.662-25.661=0.001
max	25.674-25.673=0.001

*mean*	4582.750-4586.500=-3.750
σ	2255.131-2254.035=1.095
min	1485.000-1488.000=-3.000
max	7403.000

*mean*	6.441-6.135=0.306
σ	0.695-0.506=0.190
min	5.822-5.765=0.057
max	7.579-7.346=0.233

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.961=0.002
σ	0.001-0.000=0.000
min	25.962-25.961=0.002
max	25.964-25.962=0.002

*mean*	4582.750-4586.500=-3.750
σ	2255.131-2254.035=1.095
min	1485.000-1488.000=-3.000
max	7403.000

*mean*	6.198-5.963=0.235
σ	0.635-0.562=0.073
min	5.667-5.513=0.154
max	7.263-7.319=-0.055

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599-1021.608=-0.009
σ	0.002
min	1021.597-1021.606=-0.009
max	1021.602-1021.611=-0.009

*mean*	7403.000
σ	0.000
min	7403.000
max	7403.000

*mean*	363.219-375.646=-12.426
σ	41.589-77.794=-36.205
min	347.367-345.665=1.702
max	466.098-568.151=-102.053

op=load_product(), with indexes

*mean*	3495.846-3495.854=-0.008
σ	0.455-0.454=0.001
min	3495.685-3495.694=-0.009
max	3496.972-3496.977=-0.005

*mean*	3747.250-3751.125=-3.875
σ	2298.744-2299.039=-0.295
min	719.000-720.000=-1.000
max	7403.000

*mean*	1638.072-1576.849=61.223
σ	500.355-422.643=77.712
min	1406.456-1386.592=19.864
max	2860.820-2608.919=251.901

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.842-107.841=0.001
σ	0.000-0.000=-0.000
min	107.841-107.841=0.001
max	107.842-107.842=0.001

*mean*	4403.000-4407.375=-4.375
σ	2226.516-2225.191=1.325
min	1485.000-1488.000=-3.000
max	7403.000

*mean*	243.952-248.462=-4.510
σ	302.722-308.216=-5.494
min	124.498-124.824=-0.326
max	991.912-1009.907=-17.994

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.068=0.001
σ	0.001
min	62.065-62.065=0.001
max	62.070-62.069=0.001

*mean*	4582.750-4586.500=-3.750
σ	2255.131-2254.035=1.095
min	1485.000-1488.000=-3.000
max	7403.000

*mean*	180.909-166.222=14.687
σ	378.434-344.858=33.576
min	42.438-40.783=1.655
max	1117.248-1019.676=97.572

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927-40.926=0.001
σ	0.002
min	40.926-40.925=0.001
max	40.930-40.928=0.001

*mean*	7403.000
σ	0.000
min	7403.000
max	7403.000

*mean*	22.458-22.730=-0.272
σ	1.480-1.897=-0.417
min	21.638-21.495=0.142
max	26.084-26.126=-0.042

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.001
σ	0.002-0.002=0.000
min	71.293-71.292=0.001
max	71.297-71.296=0.001

*mean*	7403.000
σ	0.000
min	7403.000
max	7403.000

*mean*	256.257-325.061=-68.804
σ	563.885-758.714=-194.829
min	55.276-55.130=0.147
max	1651.785-2202.771=-550.986

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.014-0.014=0.000
min	4646.837-4646.837=0.000
max	4646.876-4646.876=0.000

*mean*	4168.125-4173.125=-5.000
σ	1946.313-1945.897=0.416
min	1485.000-1488.000=-3.000
max	7403.000

*mean*	3127.021-3217.533=-90.512
σ	834.015-834.525=-0.510
min	2494.685-2553.044=-58.359
max	4726.674-4837.729=-111.054

op=vertical_lookup_list() on indexed

*mean*	1973.830-1973.829=0.001
σ	0.002
min	1973.829-1973.827=0.001
max	1973.833-1973.832=0.001

*mean*	7403.000
σ	0.000
min	7403.000
max	7403.000

*mean*	1078.066-1160.414=-82.348
σ	283.941-372.484=-88.544
min	922.371-927.860=-5.489
max	1744.875-1785.777=-40.902

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084-905.083=0.001
σ	0.002
min	905.082-905.080=0.001
max	905.087-905.086=0.001

*mean*	7403.000
σ	0.000
min	7403.000
max	7403.000

*mean*	395.577-409.139=-13.562
σ	5.312-39.218=-33.906
min	390.845-390.483=0.362
max	407.781-505.562=-97.781

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	380.722-407.262=-26.540
σ	34.230-17.885=16.345
min	300.892-384.028=-83.136
max	415.739-437.053=-21.314

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	561.750-559.875=1.875
σ	0.463-3.227=-2.764
min	561.000-556.000=5.000
max	562.000-563.000=-1.000

*mean*	791.439-742.247=49.192
σ	30.708-37.129=-6.421
min	742.820-688.152=54.668
max	834.739-799.666=35.073

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.558-964.565=-0.007
σ	1.878-1.880=-0.002
min	963.836-963.842=-0.006
max	972.503-972.519=-0.015

*mean*	1043.900-1049.150=-5.250
σ	315.480-314.390=1.090
min	581.000-554.000=27.000
max	1508.000-1500.000=8.000

*mean*	1.275-1.298=-0.023
σ	0.084-0.176=-0.092
min	1.193-1.061=0.133
max	1.438-1.798=-0.360

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.402-0.376=0.025
σ	0.520-0.456=0.064
min	0.146-0.139=0.007
max	1.329-1.189=0.141

name=error_case.art

*mean*	2.346-2.346=-0.000
σ	0.012
min	2.340-2.340=-0.000
max	2.368-2.368=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.483-0.481=0.002
σ	0.323-0.322=0.001
min	0.333-0.322=0.011
max	1.060-1.056=0.004

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.215-0.217=-0.002
σ	0.023-0.022=0.002
min	0.198-0.201=-0.003
max	0.255-0.254=0.000

name=nested_use.art

*mean*	2.364-2.364=-0.000
σ	0.002
min	2.363-2.363=-0.000
max	2.367-2.367=-0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.338=-0.002
σ	0.015-0.012=0.003
min	0.323-0.330=-0.007
max	0.361-0.359=0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978-964.979=-0.001
σ	0.009
min	964.973-964.974=-0.001
max	964.995-964.996=-0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.556-0.529=0.027
σ	0.053-0.044=0.009
min	0.483-0.486=-0.003
max	0.609-0.583=0.026

name=cdr_enhanced_4k_loc.art

*mean*	886.000-886.001=-0.001
σ	0.002
min	885.999-886.000=-0.001
max	886.003-886.004=-0.001

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.487-0.483=0.004
σ	0.021-0.033=-0.012
min	0.466-0.438=0.029
max	0.515-0.529=-0.013

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.614-2.659=-0.045
σ	0.088-0.105=-0.017
min	2.454-2.507=-0.053
max	2.878-3.001=-0.123

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	2.592-2.725=-0.133
σ	0.084-0.081=0.003
min	2.451-2.537=-0.087
max	2.849-3.001=-0.153

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.304-0.299=0.005
σ	0.008-0.009=-0.001
min	0.288-0.284=0.003
max	0.351-0.355=-0.004

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.288-0.287=0.001
σ	0.008-0.007=0.001
min	0.275-0.274=0.001
max	0.330-0.328=0.002

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.793-11.367=0.425
σ	11.082-12.291=-1.209
min	0.574-0.574=0.000
max	74.489-101.426=-26.938

*mean*	462.758-464.916=-2.158
σ	21.705-18.357=3.347
min	406.000
max	482.000-477.000=5.000

*mean*	0.027-0.026=0.001
σ	0.027-0.030=-0.003
min	0.001-0.001=0.000
max	0.183-0.241=-0.058

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	279.084-278.971=0.113
σ	0.998-1.046=-0.048
min	278.643-278.578=0.065
max	281.917-281.947=-0.030

*mean*	443.000-441.500=1.500
σ	14.974-16.257=-1.283
min	414.000
max	466.000

*mean*	0.567-0.566=0.001
σ	0.027-0.034=-0.006
min	0.514-0.505=0.009
max	0.606-0.614=-0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-169.257=-62.711
σ	0.000-0.000=0.000
min	106.546-169.257=-62.711
max	106.546-169.257=-62.711

*mean*	848.000-852.000=-4.000
σ	0.000
min	848.000-852.000=-4.000
max	848.000-852.000=-4.000

*mean*	154.536-220.649=-66.114
σ	9.545-25.276=-15.730
min	136.111-189.414=-53.303
max	163.019-249.807=-86.788

phase=macro expansion

*mean*	5.894-5.896=-0.002
σ	0.000
min	5.894-5.896=-0.002
max	5.894-5.896=-0.002

*mean*	848.000-852.000=-4.000
σ	0.000
min	848.000-852.000=-4.000
max	848.000-852.000=-4.000

*mean*	8.406-8.640=-0.234
σ	1.281-1.020=0.261
min	5.844-6.992=-1.148
max	9.313-9.418=-0.105

phase=parser

*mean*	1042.130-1042.131=-0.001
σ	0.000-0.000=0.000
min	1042.130-1042.131=-0.001
max	1042.131-1042.131=-0.001

*mean*	848.000-852.000=-4.000
σ	0.000
min	848.000-852.000=-4.000
max	848.000-852.000=-4.000

*mean*	562.653-562.042=0.612
σ	96.235-74.664=21.571
min	400.064-443.892=-43.827
max	622.966-615.369=7.597

phase=processProdDef

*mean*	2241.195-2243.718=-2.523
σ	0.000
min	2241.195-2243.718=-2.523
max	2241.195-2243.718=-2.523

*mean*	848.000-852.000=-4.000
σ	0.000
min	848.000-852.000=-4.000
max	848.000-852.000=-4.000

*mean*	2915.301-2935.050=-19.749
σ	432.419-271.683=160.737
min	2003.104-2375.115=-372.011
max	3308.934-3149.945=158.989

phase=renaming

*mean*	21.433-21.440=-0.007
σ	0.000
min	21.433-21.440=-0.007
max	21.433-21.440=-0.007

*mean*	848.000-852.000=-4.000
σ	0.000
min	848.000-852.000=-4.000
max	848.000-852.000=-4.000

*mean*	45.291-46.089=-0.798
σ	5.897-4.101=1.797
min	34.958-39.182=-4.224
max	49.658-49.346=0.312

phase=type checker

*mean*	958.462-958.596=-0.134
σ	0.047
min	958.439-958.573=-0.134
max	958.564-958.698=-0.134

*mean*	848.000-852.000=-4.000
σ	0.000
min	848.000-852.000=-4.000
max	848.000-852.000=-4.000

*mean*	666.824-669.014=-2.190
σ	17.233-10.781=6.452
min	628.938-653.267=-24.329
max	682.904-682.660=0.244

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.856-282.856=0.001
σ	0.037-0.036=0.002
min	282.801-282.804=-0.003
max	282.892-282.891=0.001

*mean*	444.000-443.000=1.000
σ	0.000-2.739=-2.739
min	444.000-441.000=3.000
max	444.000-446.000=-2.000

*mean*	0.379-0.376=0.003
σ	0.008-0.001=0.007
min	0.375-0.375=0.000
max	0.393-0.377=0.016

iters=5

new-facts=1

prior-facts=6402

*mean*	1268.050-1268.054=-0.003
σ	0.110-0.116=-0.006
min	1267.956-1267.945=0.012
max	1268.236-1268.245=-0.009

*mean*	1095.400-1093.600=1.800
σ	178.120-170.132=7.988
min	865.000-892.000=-27.000
max	1309.000-1326.000=-17.000

*mean*	1.981-1.992=-0.011
σ	0.158-0.109=0.049
min	1.788-1.874=-0.087
max	2.098-2.120=-0.021

iters=5

new-facts=6402

prior-facts=1

*mean*	1507.006-1507.019=-0.013
σ	2.985-2.977=0.008
min	1505.439-1505.456=-0.016
max	1512.333-1512.333=0.001

*mean*	630.000-625.200=4.800
σ	81.040-87.102=-6.062
min	506.000-495.000=11.000
max	719.000-727.000=-8.000

*mean*	2.195-2.201=-0.006
σ	0.242-0.223=0.019
min	1.986-1.999=-0.014
max	2.605-2.582=0.023

iters=5

new-facts=6402

prior-facts=6402

*mean*	1830.059-1830.063=-0.004
σ	0.052-0.044=0.008
min	1829.984-1829.999=-0.015
max	1830.110-1830.111=-0.001

*mean*	1729.800-1720.200=9.600
σ	179.742-189.915=-10.173
min	1475.000-1458.000=17.000
max	1896.000-1893.000=3.000

*mean*	2.989-3.011=-0.023
σ	0.258-0.262=-0.004
min	2.796-2.807=-0.012
max	3.442-3.470=-0.028

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.778-1.625=0.153
σ	0.066-0.165=-0.099
min	1.686-1.422=0.264
max	1.855-1.795=0.060

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	405.944-406.199=-0.255
σ	509.285-509.795=-0.510
min	151.298-151.299=-0.001
max	1169.873-1170.892=-1.019

*mean*	101.750
σ	7.500
min	98.000
max	113.000

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	0.467-0.511=-0.044
σ	0.437-0.512=-0.075
min	0.245-0.253=-0.009
max	1.122-1.279=-0.157

policies=20

*mean*	1513.139-1513.142=-0.003
σ	0.266-0.273=-0.007
min	1513.000-1512.966=0.033
max	1513.539-1513.548=-0.009

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	444.000
σ	2.309-6.000=-3.691
min	442.000-435.000=7.000
max	446.000-447.000=-1.000

*mean*	2.496-2.509=-0.013
σ	0.011-0.006=0.005
min	2.484-2.505=-0.021
max	2.511-2.518=-0.008

policies=200

*mean*	15140.013-15140.035=-0.022
σ	0.084-0.099=-0.015
min	15139.922-15139.927=-0.005
max	15140.124-15140.166=-0.042

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	494.250-500.500=-6.250
σ	5.123-5.447=-0.323
min	489.000-494.000=-5.000
max	500.000-507.000=-7.000

*mean*	25.124-25.279=-0.154
σ	0.098-0.112=-0.015
min	25.014-25.141=-0.126
max	25.252-25.403=-0.152