Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	5.395
σ	0.000
min	5.395
max	5.395

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.633
σ	0.000
min	446.633
max	446.633

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.718-54.718=-0.000
σ	0.365-0.367=-0.002
min	54.568-54.567=0.001
max	55.755-55.760=-0.005

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.139-0.137=0.002
σ	0.004-0.004=-0.001
min	0.134-0.132=0.002
max	0.145-0.144=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.777-43.776=0.000
σ	0.010-0.008=0.002
min	43.761-43.762=-0.001
max	43.795-43.789=0.006

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.121-0.123=-0.002
σ	0.005-0.004=0.001
min	0.115-0.120=-0.005
max	0.130-0.130=-0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.604-36.604=0.000
σ	0.000-0.000=-0.000
min	36.604
max	36.605

*mean*	4429.875-4587.250=-157.375
σ	2226.727-2255.032=-28.306
min	1482.000-1487.000=-5.000
max	7406.000-7404.000=2.000

*mean*	13.546-13.674=-0.128
σ	3.517-2.868=0.649
min	11.975-12.032=-0.057
max	22.194-18.810=3.385

op=column_set() on indexed, repeat

*mean*	36.605-36.604=0.000
σ	0.000-0.000=0.000
min	36.604
max	36.605-36.605=0.001

*mean*	4608.625-4587.250=21.375
σ	2258.134-2255.032=3.101
min	1482.000-1487.000=-5.000
max	7406.000-7404.000=2.000

*mean*	138.590-14.078=124.511
σ	353.264-2.226=351.039
min	11.523-12.697=-1.174
max	1012.830-18.145=994.685

op=table_records(), no indexes

*mean*	41.939-41.939=-0.000
σ	0.002-0.002=0.000
min	41.938
max	41.943-41.942=0.001

*mean*	7406.000-7404.000=2.000
σ	0.000
min	7406.000-7404.000=2.000
max	7406.000-7404.000=2.000

*mean*	10.967-11.053=-0.086
σ	0.196-0.333=-0.137
min	10.810-10.661=0.149
max	11.428-11.778=-0.351

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.001-0.000=0.001
min	41.924-41.924=0.000
max	41.928-41.925=0.003

*mean*	4201.500-4173.625=27.875
σ	1954.998-1947.003=7.995
min	1482.000-1487.000=-5.000
max	7406.000-7404.000=2.000

*mean*	11.470-11.895=-0.425
σ	1.100-1.971=-0.871
min	10.811-10.806=0.005
max	14.126-16.682=-2.556

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.633-27.633=0.000
σ	0.137-0.137=0.000
min	27.584
max	27.971-27.971=0.000

*mean*	4201.500-4173.625=27.875
σ	1954.998-1947.003=7.995
min	1482.000-1487.000=-5.000
max	7406.000-7404.000=2.000

*mean*	8.856-9.034=-0.178
σ	0.469-1.298=-0.829
min	8.426-8.082=0.345
max	9.889-12.160=-2.271

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.384-26.384=-0.000
σ	0.000-0.000=0.000
min	26.384-26.384=-0.000
max	26.384-26.384=0.000

*mean*	4201.500-4173.625=27.875
σ	1954.998-1947.003=7.995
min	1482.000-1487.000=-5.000
max	7406.000-7404.000=2.000

*mean*	6.854-6.656=0.198
σ	0.529-1.147=-0.619
min	6.231-5.897=0.333
max	7.978-9.365=-1.387

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.662-25.662=-0.000
σ	0.004-0.004=0.000
min	25.661
max	25.673

*mean*	4608.625-4587.250=21.375
σ	2258.134-2255.032=3.101
min	1482.000-1487.000=-5.000
max	7406.000-7404.000=2.000

*mean*	6.788-6.381=0.407
σ	1.360-0.651=0.708
min	5.895-5.768=0.128
max	9.241-7.439=1.802

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.961-25.961=-0.000
σ	0.001-0.001=-0.001
min	25.961
max	25.962-25.964=-0.002

*mean*	4608.625-4587.250=21.375
σ	2258.134-2255.032=3.101
min	1482.000-1487.000=-5.000
max	7406.000-7404.000=2.000

*mean*	6.434-6.211=0.223
σ	1.012-0.720=0.291
min	5.806-5.685=0.121
max	8.636-7.492=1.145

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.608-1021.608=0.000
σ	0.002-0.002=0.000
min	1021.606
max	1021.611-1021.611=0.000

*mean*	7406.000-7404.000=2.000
σ	0.000
min	7406.000-7404.000=2.000
max	7406.000-7404.000=2.000

*mean*	346.125-364.820=-18.694
σ	2.143-43.332=-41.189
min	342.298-346.600=-4.302
max	349.514-471.936=-122.422

op=load_product(), with indexes

*mean*	3495.854-3495.854=0.000
σ	0.454-0.454=-0.000
min	3495.694
max	3496.977

*mean*	3772.875-3751.750=21.125
σ	2311.538-2300.101=11.437
min	720.000
max	7406.000-7404.000=2.000

*mean*	1764.537-1700.916=63.621
σ	638.211-512.019=126.192
min	1383.914-1390.512=-6.597
max	2807.078-2632.505=174.573

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.841=-0.000
σ	0.000-0.000=-0.000
min	107.840-107.841=-0.000
max	107.841-107.842=-0.000

*mean*	4201.500-4407.625=-206.125
σ	1954.998-2226.074=-271.076
min	1482.000-1487.000=-5.000
max	7406.000-7404.000=2.000

*mean*	133.730-265.952=-132.222
σ	8.933-368.727=-359.793
min	125.294-125.340=-0.046
max	151.224-1177.405=-1026.181

op=column_set() on unindexed, dense, repeat

*mean*	62.068
σ	0.001
min	62.065
max	62.069

*mean*	4429.875-4587.250=-157.375
σ	2226.727-2255.032=-28.306
min	1482.000-1487.000=-5.000
max	7406.000-7404.000=2.000

*mean*	126.486-175.797=-49.311
σ	235.097-363.676=-128.579
min	41.539-41.565=-0.026
max	708.312-1075.515=-367.203

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.926-40.926=0.000
σ	0.002-0.002=0.000
min	40.925
max	40.929-40.928=0.001

*mean*	7406.000-7404.000=2.000
σ	0.000
min	7406.000-7404.000=2.000
max	7406.000-7404.000=2.000

*mean*	110.955-22.049=88.905
σ	250.277-0.572=249.705
min	21.690-21.709=-0.019
max	730.353-23.444=706.909

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=-0.000
σ	0.002-0.002=0.000
min	71.292
max	71.296

*mean*	7406.000-7404.000=2.000
σ	0.000
min	7406.000-7404.000=2.000
max	7406.000-7404.000=2.000

*mean*	59.273-299.725=-240.452
σ	8.697-688.680=-679.982
min	55.509-55.363=0.146
max	80.725-2004.119=-1923.393

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=-0.000
σ	0.013-0.014=-0.001
min	4646.837
max	4646.875-4646.876=-0.002

*mean*	4201.500-4173.625=27.875
σ	1954.998-1947.003=7.995
min	1482.000-1487.000=-5.000
max	7406.000-7404.000=2.000

*mean*	3296.010-3288.985=7.025
σ	743.508-880.898=-137.390
min	2498.419-2492.591=5.828
max	4415.775-5137.236=-721.462

op=vertical_lookup_list() on indexed

*mean*	1973.829-1973.829=-0.000
σ	0.002-0.002=-0.000
min	1973.827
max	1973.831-1973.832=-0.000

*mean*	7406.000-7404.000=2.000
σ	0.000
min	7406.000-7404.000=2.000
max	7406.000-7404.000=2.000

*mean*	1005.504-1096.306=-90.802
σ	198.506-275.413=-76.907
min	911.335-929.837=-18.502
max	1483.915-1691.026=-207.111

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.083
σ	0.002
min	905.080
max	905.086

*mean*	7406.000-7404.000=2.000
σ	0.000
min	7406.000-7404.000=2.000
max	7406.000-7404.000=2.000

*mean*	408.488-393.533=14.955
σ	42.689-2.488=40.201
min	383.825-389.969=-6.143
max	513.514-397.601=115.913

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	478.625-479.250=-0.625
σ	0.518-1.389=-0.871
min	478.000-477.000=1.000
max	479.000-480.000=-1.000

*mean*	393.384-371.671=21.713
σ	30.458-32.546=-2.089
min	354.967-318.857=36.110
max	441.517-425.373=16.143

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	557.000-564.000=-7.000
σ	0.000
min	557.000-564.000=-7.000
max	557.000-564.000=-7.000

*mean*	774.747-767.622=7.125
σ	35.054-48.824=-13.770
min	699.847-696.136=3.711
max	809.763-822.868=-13.105

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	964.527-964.532=-0.005
σ	1.823-1.819=0.003
min	963.825-963.826=-0.001
max	972.235-972.225=0.009

*mean*	1032.150-1044.800=-12.650
σ	303.314-321.074=-17.760
min	540.000
max	1520.000-1567.000=-47.000

*mean*	1.262-1.274=-0.013
σ	0.113-0.083=0.030
min	1.146-1.191=-0.045
max	1.634-1.529=0.104

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.387-0.300=0.087
σ	0.489-0.308=0.181
min	0.145-0.134=0.012
max	1.260-0.845=0.415

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.476-0.468=0.008
σ	0.327-0.313=0.014
min	0.318-0.319=-0.001
max	1.060-1.027=0.033

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.205-0.212=-0.007
σ	0.025-0.023=0.002
min	0.188-0.189=-0.001
max	0.250-0.250=0.000

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.338-0.329=0.009
σ	0.020-0.020=0.000
min	0.319-0.310=0.010
max	0.370-0.360=0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.979
σ	0.009
min	964.974
max	964.996

*mean*	431.000-431.200=-0.200
σ	0.000-0.447=-0.447
min	431.000
max	431.000-432.000=-1.000

*mean*	0.556-0.575=-0.019
σ	0.039-0.035=0.004
min	0.507-0.532=-0.025
max	0.604-0.610=-0.006

name=cdr_enhanced_4k_loc.art

*mean*	886.001
σ	0.002
min	886.000
max	886.004

*mean*	431.000-436.000=-5.000
σ	0.000
min	431.000-436.000=-5.000
max	431.000-436.000=-5.000

*mean*	0.464-0.482=-0.018
σ	0.050-0.026=0.024
min	0.407-0.449=-0.042
max	0.520-0.522=-0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000-436.000=-5.000
σ	0.000
min	431.000-436.000=-5.000
max	431.000-436.000=-5.000

*mean*	2.652-2.693=-0.041
σ	0.090-0.100=-0.010
min	2.492-2.516=-0.024
max	2.877-2.975=-0.098

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000-436.000=-5.000
σ	0.000
min	431.000-436.000=-5.000
max	431.000-436.000=-5.000

*mean*	2.649-2.659=-0.009
σ	0.109-0.099=0.010
min	2.441-2.510=-0.069
max	3.030-2.942=0.088

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000-436.000=-5.000
σ	0.000
min	431.000-436.000=-5.000
max	431.000-436.000=-5.000

*mean*	0.309-0.302=0.007
σ	0.049-0.008=0.040
min	0.286-0.285=0.001
max	0.780-0.352=0.428

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000-436.000=-5.000
σ	0.000
min	431.000-436.000=-5.000
max	431.000-436.000=-5.000

*mean*	0.291-0.296=-0.004
σ	0.018-0.030=-0.012
min	0.277-0.279=-0.002
max	0.432-0.585=-0.153

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.396-11.753=-0.357
σ	11.411-11.820=-0.409
min	0.574-0.573=0.000
max	129.950-122.027=7.923

*mean*	461.909-470.999=-9.090
σ	18.139-20.522=-2.383
min	407.000-409.000=-2.000
max	474.000-486.000=-12.000

*mean*	0.026-0.027=-0.001
σ	0.028-0.029=-0.001
min	0.001-0.001=0.000
max	0.304-0.298=0.006

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	278.920-278.794=0.126
σ	1.060-1.127=-0.067
min	278.537-278.346=0.191
max	281.935-281.991=-0.056

*mean*	444.100-444.000=0.100
σ	20.262-17.981=2.280
min	416.000-418.000=-2.000
max	473.000

*mean*	0.580-0.585=-0.005
σ	0.019-0.010=0.008
min	0.548-0.570=-0.022
max	0.613-0.602=0.011

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	169.257-169.257=-0.000
σ	0.000-0.000=0.000
min	169.257
max	169.257-169.257=0.000

*mean*	873.000-875.000=-2.000
σ	0.000
min	873.000-875.000=-2.000
max	873.000-875.000=-2.000

*mean*	212.400-206.146=6.253
σ	22.327-32.312=-9.985
min	189.469-145.956=43.514
max	244.056-244.988=-0.932

phase=macro expansion

*mean*	5.900
σ	0.000
min	5.900
max	5.900

*mean*	873.000-875.000=-2.000
σ	0.000
min	873.000-875.000=-2.000
max	873.000-875.000=-2.000

*mean*	7.744-7.032=0.712
σ	2.224-1.596=0.628
min	5.790-5.816=-0.027
max	11.863-9.081=2.782

phase=parser

*mean*	1042.134-1042.134=0.000
σ	0.000-0.000=-0.000
min	1042.134-1042.133=0.000
max	1042.134

*mean*	873.000-875.000=-2.000
σ	0.000
min	873.000-875.000=-2.000
max	873.000-875.000=-2.000

*mean*	498.922-510.477=-11.555
σ	141.751-99.794=41.958
min	369.278-372.683=-3.405
max	726.845-594.678=132.167

phase=processProdDef

*mean*	2243.717
σ	0.000
min	2243.717
max	2243.717

*mean*	873.000-875.000=-2.000
σ	0.000
min	873.000-875.000=-2.000
max	873.000-875.000=-2.000

*mean*	2804.232-2829.470=-25.238
σ	468.539-373.906=94.633
min	2204.032-2395.432=-191.400
max	3447.521-3354.983=92.538

phase=renaming

*mean*	21.436
σ	0.000
min	21.436
max	21.436

*mean*	873.000-875.000=-2.000
σ	0.000
min	873.000-875.000=-2.000
max	873.000-875.000=-2.000

*mean*	40.786-33.626=7.160
σ	5.018-7.722=-2.705
min	29.946-19.606=10.340
max	47.743-41.896=5.847

phase=type checker

*mean*	958.596
σ	0.047
min	958.573
max	958.698

*mean*	873.000-875.000=-2.000
σ	0.000
min	873.000-875.000=-2.000
max	873.000-875.000=-2.000

*mean*	688.458-638.728=49.731
σ	70.479-22.909=47.569
min	632.319-607.572=24.746
max	830.178-688.775=141.403

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	282.359-282.360=-0.002
σ	0.036-0.036=0.000
min	282.309-282.310=-0.001
max	282.396-282.397=-0.001

*mean*	441.000-441.600=-0.600
σ	2.739-2.191=0.548
min	439.000-440.000=-1.000
max	444.000

*mean*	0.379-0.381=-0.001
σ	0.006-0.007=-0.001
min	0.375-0.375=-0.001
max	0.386-0.389=-0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1267.607-1267.618=-0.012
σ	0.103-0.101=0.002
min	1267.458-1267.479=-0.020
max	1267.747-1267.762=-0.015

*mean*	1087.000-1094.200=-7.200
σ	163.020-171.158=-8.138
min	892.000
max	1308.000-1329.000=-21.000

*mean*	2.110-2.123=-0.013
σ	0.193-0.218=-0.025
min	1.812-1.935=-0.122
max	2.348-2.488=-0.139

iters=5

new-facts=6402

prior-facts=1

*mean*	1506.584-1506.522=0.062
σ	2.907-2.955=-0.049
min	1505.079-1504.997=0.082
max	1511.771-1511.796=-0.025

*mean*	624.600-624.800=-0.200
σ	87.486-87.537=-0.051
min	494.000
max	727.000

*mean*	2.312-2.210=0.102
σ	0.175-0.212=-0.036
min	2.126-2.083=0.043
max	2.528-2.583=-0.055

iters=5

new-facts=6402

prior-facts=6402

*mean*	1829.569-1829.571=-0.003
σ	0.041-0.037=0.004
min	1829.507-1829.518=-0.012
max	1829.612-1829.604=0.007

*mean*	1728.400-1726.600=1.800
σ	176.589-185.031=-8.441
min	1471.000
max	1887.000-1899.000=-12.000

*mean*	3.025-2.849=0.177
σ	0.347-0.168=0.179
min	2.810-2.577=0.233
max	3.642-3.007=0.635

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.760-1.698=0.062
σ	0.113-0.200=-0.087
min	1.559-1.389=0.170
max	1.827-1.885=-0.058

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	393.868-393.868=-0.000
σ	509.607-509.608=-0.001
min	139.061-139.060=0.001
max	1158.279-1158.281=-0.002

*mean*	99.750
σ	7.500
min	96.000
max	111.000

*mean*	442.000-444.000=-2.000
σ	0.000
min	442.000-444.000=-2.000
max	442.000-444.000=-2.000

*mean*	0.487-0.460=0.027
σ	0.500-0.444=0.055
min	0.230-0.232=-0.002
max	1.236-1.126=0.110

policies=20

*mean*	1390.730-1390.726=0.004
σ	0.172-0.163=0.008
min	1390.608-1390.637=-0.029
max	1390.983-1390.970=0.013

*mean*	960.000
σ	0.000
min	960.000
max	960.000

*mean*	446.250-447.000=-0.750
σ	8.500-6.000=2.500
min	442.000-444.000=-2.000
max	459.000-456.000=3.000

*mean*	2.317-2.312=0.005
σ	0.010-0.010=0.000
min	2.302-2.300=0.002
max	2.324-2.324=0.000

policies=200

*mean*	13915.832-13915.939=-0.107
σ	0.111-0.120=-0.010
min	13915.693-13915.844=-0.151
max	13915.952-13916.115=-0.162

*mean*	9600.000
σ	0.000
min	9600.000
max	9600.000

*mean*	495.750-492.750=3.000
σ	3.500-3.686=-0.186
min	492.000-488.000=4.000
max	500.000-497.000=3.000

*mean*	23.383-23.463=-0.081
σ	0.133-0.223=-0.091
min	23.267-23.233=0.034
max	23.570-23.661=-0.092