Compare commits

AST compact size (buildDeclTree)

Factor

compact size MiB

phase=buildDeclTree

*mean*	0.203
σ	0.000
min	0.203
max	0.203

AST compact size (macro expansion)

Factor

compact size MiB

phase=macro expansion

*mean*	5.082
σ	0.000
min	5.082
max	5.082

AST compact size (parser)

Factor

compact size MiB

phase=parser

*mean*	4.988
σ	0.000
min	4.988
max	4.988

AST compact size (processProdDef Decls)

Factor

compact size MiB

phase=processProdDef Decls

*mean*	4.863
σ	0.000
min	4.863
max	4.863

AST compact size (processProdDef)

Factor

compact size MiB

phase=processProdDef

*mean*	446.102
σ	0.000
min	446.102
max	446.102

AST compact size (renaming)

Factor

compact size MiB

phase=renaming

*mean*	5.238
σ	0.000
min	5.238
max	5.238

AST compact size (type checker)

Factor

compact size MiB

phase=type checker

*mean*	6.395
σ	0.000
min	6.395
max	6.395

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	57.816-57.823=-0.007
σ	0.362-0.360=0.002
min	57.670-57.679=-0.009
max	58.844-58.846=-0.002

*mean*	421.000-420.000=1.000
σ	0.000
min	421.000-420.000=1.000
max	421.000-420.000=1.000

*mean*	0.147-0.145=0.003
σ	0.004-0.005=-0.001
min	0.144-0.137=0.007
max	0.155-0.151=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	46.896-46.897=-0.001
σ	0.007-0.003=0.004
min	46.880-46.890=-0.010
max	46.907-46.900=0.007

*mean*	421.000-420.000=1.000
σ	0.000
min	421.000-420.000=1.000
max	421.000-420.000=1.000

*mean*	0.131-0.127=0.003
σ	0.004-0.005=-0.001
min	0.127-0.122=0.005
max	0.140-0.136=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.605-36.605=0.000
σ	0.000-0.000=0.000
min	36.605-36.605=0.000
max	36.606-36.605=0.000

*mean*	4590.250-4585.000=5.250
σ	2247.645-2253.356=-5.711
min	1487.000
max	7381.000-7403.000=-22.000

*mean*	160.016-13.357=146.659
σ	416.175-3.479=412.696
min	11.820-11.783=0.037
max	1189.987-21.931=1168.056

op=column_set() on indexed, repeat

*mean*	36.605-36.605=-0.000
σ	0.000-0.000=0.000
min	36.605
max	36.605-36.605=-0.000

*mean*	4590.250-4585.000=5.250
σ	2247.645-2253.356=-5.711
min	1487.000
max	7381.000-7403.000=-22.000

*mean*	13.733-13.791=-0.057
σ	4.647-3.029=1.618
min	11.210-11.953=-0.742
max	24.279-21.227=3.052

op=table_records(), no indexes

*mean*	41.940-41.940=-0.000
σ	0.002-0.002=-0.000
min	41.938-41.938=-0.000
max	41.942-41.942=-0.000

*mean*	7381.000-7403.000=-22.000
σ	0.000
min	7381.000-7403.000=-22.000
max	7381.000-7403.000=-22.000

*mean*	11.141-11.149=-0.008
σ	0.239-0.101=0.138
min	10.794-10.950=-0.156
max	11.537-11.251=0.286

op=table_records(), repeat

*mean*	41.925-41.925=0.000
σ	0.001-0.001=0.001
min	41.924
max	41.929-41.926=0.003

*mean*	4181.750-4170.625=11.125
σ	1944.510-1944.792=-0.282
min	1487.000
max	7381.000-7403.000=-22.000

*mean*	11.814-11.676=0.138
σ	1.803-1.929=-0.125
min	10.908-10.551=0.358
max	16.224-16.409=-0.186

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.634-27.634=-0.001
σ	0.137-0.136=0.000
min	27.585
max	27.972

*mean*	4181.750-4170.625=11.125
σ	1944.510-1944.792=-0.282
min	1487.000
max	7381.000-7403.000=-22.000

*mean*	8.843-9.064=-0.221
σ	1.356-1.125=0.231
min	7.966-8.057=-0.090
max	12.137-11.774=0.363

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.385-26.385=-0.000
σ	0.000-0.000=-0.000
min	26.385-26.385=-0.000
max	26.385-26.385=-0.000

*mean*	4181.750-4170.625=11.125
σ	1944.510-1944.792=-0.282
min	1487.000
max	7381.000-7403.000=-22.000

*mean*	6.760-7.112=-0.352
σ	1.203-0.742=0.461
min	5.575-6.524=-0.949
max	9.572-8.880=0.692

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.663-25.663=-0.000
σ	0.004-0.004=-0.000
min	25.662
max	25.674-25.674=-0.000

*mean*	4590.250-4585.000=5.250
σ	2247.645-2253.356=-5.711
min	1487.000
max	7381.000-7403.000=-22.000

*mean*	6.385-6.359=0.025
σ	1.081-0.867=0.214
min	5.770-5.801=-0.031
max	8.847-8.474=0.372

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.962-25.962=-0.000
σ	0.001-0.000=0.000
min	25.962-25.962=-0.000
max	25.964-25.964=0.000

*mean*	4590.250-4585.000=5.250
σ	2247.645-2253.356=-5.711
min	1487.000
max	7381.000-7403.000=-22.000

*mean*	6.326-6.117=0.209
σ	1.092-0.467=0.625
min	5.671-5.742=-0.071
max	8.751-7.219=1.532

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	1021.599
σ	0.002
min	1021.597
max	1021.602

*mean*	7381.000-7403.000=-22.000
σ	0.000
min	7381.000-7403.000=-22.000
max	7381.000-7403.000=-22.000

*mean*	362.030-358.937=3.093
σ	42.868-42.466=0.402
min	344.828-341.534=3.295
max	468.060-463.978=4.082

op=load_product(), with indexes

*mean*	3495.848-3495.846=0.002
σ	0.460-0.455=0.005
min	3495.685
max	3496.986-3496.972=0.013

*mean*	3757.625-3749.625=8.000
σ	2299.310-2297.750=1.560
min	720.000
max	7381.000-7403.000=-22.000

*mean*	1801.185-1629.071=172.113
σ	676.767-554.957=121.810
min	1404.695-1395.828=8.867
max	2986.480-2995.343=-8.864

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense, minor warmup

*mean*	107.841-107.842=-0.000
σ	0.000-0.000=0.000
min	107.841-107.841=-0.000
max	107.842-107.842=-0.000

*mean*	4410.250-4405.375=4.875
σ	2216.981-2224.814=-7.833
min	1487.000
max	7381.000-7403.000=-22.000

*mean*	251.479-191.950=59.530
σ	325.933-149.781=176.152
min	125.745-125.747=-0.002
max	1057.018-559.985=497.034

op=column_set() on unindexed, dense, repeat

*mean*	62.069-62.069=-0.000
σ	0.001-0.001=-0.000
min	62.065
max	62.069-62.070=-0.001

*mean*	4410.250-4585.000=-174.750
σ	2216.981-2253.356=-36.375
min	1487.000
max	7381.000-7403.000=-22.000

*mean*	46.611-199.242=-152.632
σ	9.338-441.668=-432.330
min	40.938-40.436=0.502
max	69.335-1292.307=-1222.973

op=vertical_lookup_list() repeated on unindexed missing Int

*mean*	40.927
σ	0.002
min	40.926
max	40.930

*mean*	7381.000-7403.000=-22.000
σ	0.000
min	7381.000-7403.000=-22.000
max	7381.000-7403.000=-22.000

*mean*	21.998-21.971=0.027
σ	1.207-0.870=0.337
min	21.263-21.531=-0.268
max	24.913-24.112=0.801

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	71.294-71.294=0.000
σ	0.002-0.002=-0.000
min	71.293-71.293=0.000
max	71.297-71.297=0.000

*mean*	7381.000-7403.000=-22.000
σ	0.000
min	7381.000-7403.000=-22.000
max	7381.000-7403.000=-22.000

*mean*	258.039-256.484=1.555
σ	569.946-567.066=2.880
min	55.235-54.819=0.416
max	1668.577-1659.898=8.680

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	4646.842-4646.842=0.000
σ	0.014-0.013=0.000
min	4646.837
max	4646.876-4646.875=0.001

*mean*	4181.750-4170.625=11.125
σ	1944.510-1944.792=-0.282
min	1487.000
max	7381.000-7403.000=-22.000

*mean*	3249.459-3137.073=112.385
σ	764.158-866.663=-102.505
min	2510.355-2499.310=11.046
max	4613.620-4649.434=-35.814

op=vertical_lookup_list() on indexed

*mean*	1973.830
σ	0.002
min	1973.829
max	1973.833

*mean*	7381.000-7403.000=-22.000
σ	0.000
min	7381.000-7403.000=-22.000
max	7381.000-7403.000=-22.000

*mean*	1035.248-1038.864=-3.616
σ	202.858-179.154=23.705
min	919.550-921.308=-1.759
max	1505.243-1425.097=80.147

op=vertical_lookup_list() on unindexed missing Int, minor warmup

*mean*	905.084
σ	0.002
min	905.082
max	905.087

*mean*	7381.000-7403.000=-22.000
σ	0.000
min	7381.000-7403.000=-22.000
max	7381.000-7403.000=-22.000

*mean*	395.875-391.008=4.867
σ	5.994-3.056=2.938
min	383.269-385.832=-2.563
max	405.067-395.259=9.808

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	148.144
σ	0.001
min	148.144
max	148.148

*mean*	476.125-476.250=-0.125
σ	0.354-0.707=-0.354
min	476.000
max	477.000-478.000=-1.000

*mean*	379.976-392.362=-12.386
σ	37.909-37.781=0.129
min	299.375-321.491=-22.115
max	418.058-445.785=-27.726

op=pointedIndexFromKvs

rows=400000

*mean*	308.493
σ	0.001
min	308.493
max	308.497

*mean*	563.000-562.000=1.000
σ	0.000
min	563.000-562.000=1.000
max	563.000-562.000=1.000

*mean*	725.287-737.089=-11.802
σ	59.072-52.314=6.757
min	612.827-632.334=-19.507
max	782.409-784.998=-2.589

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	976.918-976.914=0.004
σ	2.438-2.439=-0.001
min	976.071-976.070=0.000
max	987.249-987.250=-0.001

*mean*	1050.350-1042.450=7.900
σ	314.792-319.636=-4.843
min	575.000-562.000=13.000
max	1508.000-1529.000=-21.000

*mean*	1.320-1.270=0.050
σ	0.140-0.107=0.033
min	1.207-1.071=0.136
max	1.755-1.603=0.152

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.318-0.396=-0.078
σ	0.292-0.514=-0.222
min	0.143-0.140=0.002
max	0.835-1.314=-0.479

name=error_case.art

*mean*	2.346
σ	0.012
min	2.340
max	2.368

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.473-0.630=-0.157
σ	0.310-0.255=0.054
min	0.328-0.349=-0.021
max	1.027-1.047=-0.020

name=heavy_item.art

*mean*	1.523
σ	0.002
min	1.522
max	1.526

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.219-0.378=-0.159
σ	0.023-0.047=-0.024
min	0.205-0.346=-0.141
max	0.260-0.456=-0.197

name=nested_use.art

*mean*	2.364
σ	0.002
min	2.363
max	2.367

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.334-0.597=-0.264
σ	0.018-0.028=-0.010
min	0.322-0.569=-0.247
max	0.365-0.639=-0.273

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.978
σ	0.009
min	964.973
max	964.995

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.520-0.691=-0.172
σ	0.048-0.049=-0.001
min	0.440-0.628=-0.188
max	0.569-0.755=-0.185

name=cdr_enhanced_4k_loc.art

*mean*	886.000
σ	0.002
min	885.999
max	886.003

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.456-0.501=-0.046
σ	0.070-0.036=0.034
min	0.372-0.437=-0.066
max	0.530-0.522=0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.719
σ	0.002
min	7.718
max	7.722

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.870-1.997=-0.127
σ	0.107-0.080=0.027
min	1.684-1.877=-0.193
max	2.435-2.260=0.175

name=record_render_large_syntax_err.art

*mean*	7.667
σ	0.002
min	7.666
max	7.670

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	1.939-1.970=-0.031
σ	0.053-0.075=-0.022
min	1.825-1.803=0.023
max	2.074-2.199=-0.125

name=record_render_success.art

*mean*	2.290
σ	0.002
min	2.290
max	2.294

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.305-0.303=0.003
σ	0.010-0.008=0.003
min	0.290-0.290=0.000
max	0.370-0.344=0.027

name=record_render_syntax_err.art

*mean*	2.166
σ	0.002
min	2.165
max	2.169

*mean*	431.000
σ	0.000
min	431.000
max	431.000

*mean*	0.294-0.295=-0.001
σ	0.035-0.021=0.014
min	0.277-0.275=0.002
max	0.628-0.451=0.176

Revision Creation

Factor

allocated MiB

peak allocated MiB

time_s

number of threads=8

revision count=1000

*mean*	11.546-11.790=-0.244
σ	11.482-11.842=-0.360
min	0.574-0.574=-0.000
max	95.061-96.659=-1.598

*mean*	463.135-464.957=-1.822
σ	16.593-18.277=-1.683
min	408.000
max	476.000-479.000=-3.000

*mean*	0.026-0.027=-0.001
σ	0.028-0.029=-0.001
min	0.001-0.001=-0.000
max	0.225-0.232=-0.007

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	293.887-293.710=0.177
σ	1.029-1.057=-0.028
min	293.384-293.237=0.147
max	296.795-296.709=0.086

*mean*	443.200-444.800=-1.600
σ	18.855-15.505=3.350
min	415.000-425.000=-10.000
max	464.000

*mean*	0.589-0.588=0.001
σ	0.030-0.012=0.018
min	0.534-0.567=-0.033
max	0.627-0.601=0.026

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	106.546-106.546=-0.000
σ	0.000-0.000=-0.000
min	106.546
max	106.546-106.546=-0.000

*mean*	850.000-847.000=3.000
σ	0.000
min	850.000-847.000=3.000
max	850.000-847.000=3.000

*mean*	153.922-150.368=3.554
σ	12.849-8.637=4.211
min	136.160-139.240=-3.080
max	166.925-161.584=5.341

phase=macro expansion

*mean*	5.894
σ	0.000
min	5.894
max	5.894

*mean*	849.625-847.000=2.625
σ	1.061-0.000=1.061
min	847.000
max	850.000-847.000=3.000

*mean*	7.426-6.867=0.559
σ	2.242-1.687=0.554
min	5.840-5.887=-0.047
max	11.862-10.037=1.826

phase=parser

*mean*	1042.134-1042.134=0.000
σ	0.001-0.001=-0.000
min	1042.131-1042.131=0.000
max	1042.134

*mean*	849.625-847.000=2.625
σ	1.061-0.000=1.061
min	847.000
max	850.000-847.000=3.000

*mean*	470.259-427.810=42.449
σ	138.317-95.549=42.768
min	373.210-375.481=-2.272
max	730.794-598.516=132.278

phase=processProdDef

*mean*	2241.193
σ	0.000
min	2241.193
max	2241.194

*mean*	850.000-847.000=3.000
σ	0.000
min	850.000-847.000=3.000
max	850.000-847.000=3.000

*mean*	3000.318-2798.595=201.724
σ	324.102-366.778=-42.676
min	2324.812-2343.910=-19.098
max	3341.672-3276.034=65.638

phase=renaming

*mean*	21.430
σ	0.001
min	21.430
max	21.433

*mean*	849.625-847.000=2.625
σ	1.061-0.000=1.061
min	847.000
max	850.000-847.000=3.000

*mean*	39.988-38.168=1.820
σ	6.241-4.022=2.219
min	25.678-30.770=-5.092
max	47.407-42.246=5.161

phase=type checker

*mean*	958.466
σ	0.047
min	958.439
max	958.568

*mean*	849.625-847.000=2.625
σ	1.061-0.000=1.061
min	847.000
max	850.000-847.000=3.000

*mean*	695.883-693.129=2.754
σ	60.321-56.378=3.943
min	648.019-642.772=5.247
max	839.124-822.610=16.514

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	327.855-327.854=0.000
σ	0.037-0.037=-0.000
min	327.803-327.803=0.000
max	327.891-327.891=0.000

*mean*	441.400-442.200=-0.800
σ	3.847-4.919=-1.072
min	435.000-434.000=1.000
max	445.000-447.000=-2.000

*mean*	0.436-0.431=0.005
σ	0.010-0.008=0.002
min	0.428-0.424=0.004
max	0.454-0.445=0.009

iters=5

new-facts=1

prior-facts=6402

*mean*	1313.073-1313.071=0.001
σ	0.146-0.128=0.017
min	1312.967-1312.963=0.004
max	1313.327-1313.289=0.038

*mean*	1088.600-1095.200=-6.600
σ	164.410-196.449=-32.039
min	897.000-857.000=40.000
max	1311.000-1351.000=-40.000

*mean*	1.890-1.882=0.008
σ	0.064-0.037=0.027
min	1.826-1.824=0.002
max	1.984-1.916=0.068

iters=5

new-facts=6402

prior-facts=1

*mean*	1552.096-1552.057=0.039
σ	3.061-3.069=-0.008
min	1550.554-1550.515=0.039
max	1557.566-1557.541=0.025

*mean*	620.000-617.400=2.600
σ	90.371-88.856=1.516
min	519.000-495.000=24.000
max	739.000-735.000=4.000

*mean*	2.374-2.290=0.083
σ	0.247-0.274=-0.027
min	2.110-2.086=0.024
max	2.722-2.760=-0.038

iters=5

new-facts=6402

prior-facts=6402

*mean*	1875.059-1875.077=-0.019
σ	0.043-0.066=-0.023
min	1875.004-1875.023=-0.019
max	1875.113-1875.186=-0.073

*mean*	1721.400-1755.800=-34.400
σ	205.583-198.114=7.469
min	1450.000-1509.000=-59.000
max	1917.000-1947.000=-30.000

*mean*	2.943-3.271=-0.328
σ	0.085-0.347=-0.262
min	2.849-2.869=-0.020
max	3.032-3.773=-0.740

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.457-1.556=-0.100
σ	0.198-0.125=0.073
min	1.265-1.350=-0.085
max	1.708-1.649=0.059

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	419.407-419.404=0.003
σ	508.894-508.891=0.002
min	164.957-164.955=0.002
max	1182.748-1182.741=0.006

*mean*	101.250
σ	6.500
min	98.000
max	111.000

*mean*	430.000-431.000=-1.000
σ	0.000
min	430.000-431.000=-1.000
max	430.000-431.000=-1.000

*mean*	0.517-0.512=0.005
σ	0.496-0.475=0.022
min	0.266-0.268=-0.002
max	1.261-1.224=0.037

policies=20

*mean*	1649.816-1649.818=-0.002
σ	0.367-0.369=-0.002
min	1649.591-1649.593=-0.002
max	1650.363-1650.369=-0.005

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	444.500-446.750=-2.250
σ	10.630-11.057=-0.427
min	431.000-434.000=-3.000
max	453.000-461.000=-8.000

*mean*	2.654-2.653=0.002
σ	0.006-0.010=-0.004
min	2.648-2.642=0.005
max	2.662-2.665=-0.003

policies=200

*mean*	16505.947-16506.047=-0.101
σ	0.122-0.080=0.042
min	16505.785-16505.999=-0.214
max	16506.063-16506.167=-0.103

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	501.750-495.250=6.500
σ	6.021-5.560=0.461
min	494.000-489.000=5.000
max	507.000-502.000=5.000

*mean*	26.758-26.750=0.008
σ	0.095-0.095=0.000
min	26.631-26.647=-0.016
max	26.836-26.856=-0.020