Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.678-54.677=0.001
σ	0.357-0.358=-0.000
min	54.545-54.547=-0.002
max	55.694-55.694=0.001

*mean*	416.700-419.000=-2.300
σ	0.483-0.000=0.483
min	416.000-419.000=-3.000
max	417.000-419.000=-2.000

*mean*	0.142-0.143=-0.001
σ	0.004-0.005=-0.001
min	0.137-0.138=-0.000
max	0.151-0.152=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.704=0.001
σ	0.006-0.005=0.001
min	43.697-43.698=-0.001
max	43.714-43.711=0.003

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.121-0.119=0.002
σ	0.006-0.004=0.001
min	0.114-0.115=-0.001
max	0.132-0.127=0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4147.375-4153.500=-6.125
σ	1891.983-1900.871=-8.888
min	1551.000-1557.000=-6.000
max	7274.000-7306.000=-32.000

*mean*	12.856-12.786=0.069
σ	0.247-0.137=0.110
min	12.499-12.628=-0.129
max	13.237-13.002=0.235

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4147.375-4153.500=-6.125
σ	1891.983-1900.871=-8.888
min	1551.000-1557.000=-6.000
max	7274.000-7306.000=-32.000

*mean*	12.955-13.394=-0.439
σ	0.608-0.159=0.449
min	11.995-13.146=-1.151
max	13.441-13.590=-0.150

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=0.000
min	41.929-41.930=-0.001
max	41.933

*mean*	7274.000-7306.000=-32.000
σ	0.000
min	7274.000-7306.000=-32.000
max	7274.000-7306.000=-32.000

*mean*	15.440-15.294=0.146
σ	0.538-0.465=0.073
min	14.739-14.409=0.330
max	16.357-16.014=0.343

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.928-41.927=0.000
max	41.932-41.932=-0.000

*mean*	4147.375-4153.500=-6.125
σ	1891.983-1900.871=-8.888
min	1551.000-1557.000=-6.000
max	7274.000-7306.000=-32.000

*mean*	13.415-13.445=-0.030
σ	1.794-1.555=0.239
min	11.201-11.200=0.000
max	15.995-15.423=0.572

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=-0.000
min	27.604
max	27.991

*mean*	4147.375-4153.500=-6.125
σ	1891.983-1900.871=-8.888
min	1551.000-1557.000=-6.000
max	7274.000-7306.000=-32.000

*mean*	8.941-9.057=-0.116
σ	0.328-0.413=-0.085
min	8.532-8.510=0.023
max	9.358-9.634=-0.275

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=0.000
min	26.400
max	26.404

*mean*	4147.375-4153.500=-6.125
σ	1891.983-1900.871=-8.888
min	1551.000-1557.000=-6.000
max	7274.000-7306.000=-32.000

*mean*	6.761-6.756=0.005
σ	0.215-0.233=-0.018
min	6.376-6.363=0.012
max	6.978-7.056=-0.078

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.003-0.003=0.000
min	25.666-25.666=-0.000
max	25.674

*mean*	4147.375-4153.500=-6.125
σ	1891.983-1900.871=-8.888
min	1551.000-1557.000=-6.000
max	7274.000-7306.000=-32.000

*mean*	6.027-6.048=-0.020
σ	0.239-0.262=-0.023
min	5.603-5.624=-0.022
max	6.362-6.426=-0.064

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968-25.968=-0.000
max	25.974

*mean*	4147.375-4153.500=-6.125
σ	1891.983-1900.871=-8.888
min	1551.000-1557.000=-6.000
max	7274.000-7306.000=-32.000

*mean*	5.809-5.761=0.048
σ	0.281-0.172=0.110
min	5.266-5.545=-0.279
max	6.102-6.030=0.072

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607

*mean*	7274.000-7306.000=-32.000
σ	0.000
min	7274.000-7306.000=-32.000
max	7274.000-7306.000=-32.000

*mean*	1526.942-1086.213=440.728
σ	1036.605-109.203=927.402
min	1042.459-1041.801=0.658
max	4040.340-1355.932=2684.408

op=load_product(), with indexes

*mean*	8744.722-8744.722=0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=0.000
max	8745.882-8745.883=-0.001

*mean*	3569.875-3573.125=-3.250
σ	1790.512-1797.447=-6.935
min	1044.000-1045.000=-1.000
max	5778.000-5797.000=-19.000

*mean*	4750.174-5084.863=-334.689
σ	1574.436-1715.371=-140.935
min	3527.178-3553.402=-26.224
max	7365.971-7450.440=-84.469

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081-62.081=0.000

*mean*	4147.375-4153.500=-6.125
σ	1891.983-1900.871=-8.888
min	1551.000-1557.000=-6.000
max	7274.000-7306.000=-32.000

*mean*	81.477-82.391=-0.915
σ	10.175-11.058=-0.882
min	72.081-72.235=-0.155
max	98.249-100.067=-1.819

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.945=-0.000
σ	0.001-0.001=0.000
min	40.944-40.945=-0.001
max	40.946

*mean*	7274.000-7306.000=-32.000
σ	0.000
min	7274.000-7306.000=-32.000
max	7274.000-7306.000=-32.000

*mean*	106.749-105.876=0.873
σ	3.083-4.288=-1.205
min	102.096-97.790=4.307
max	111.573-109.133=2.439

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.686
max	66.687-66.687=0.000

*mean*	7274.000-7306.000=-32.000
σ	0.000
min	7274.000-7306.000=-32.000
max	7274.000-7306.000=-32.000

*mean*	163.811-162.397=1.414
σ	4.325-9.045=-4.720
min	154.457-141.815=12.642
max	167.612-167.992=-0.380

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.900
σ	4.304
min	11655.306
max	11667.552

*mean*	4147.375-4153.500=-6.125
σ	1891.983-1900.871=-8.888
min	1551.000-1557.000=-6.000
max	7274.000-7306.000=-32.000

*mean*	6349.254-6590.512=-241.258
σ	1096.081-1219.427=-123.346
min	4948.186-4953.693=-5.506
max	8294.698-8345.556=-50.858

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.066=0.000
σ	0.001-0.001=0.000
min	11560.065
max	11560.067

*mean*	7274.000-7306.000=-32.000
σ	0.000
min	7274.000-7306.000=-32.000
max	7274.000-7306.000=-32.000

*mean*	5494.238-5411.437=82.800
σ	1373.382-1218.352=155.030
min	4424.757-4424.344=0.414
max	7799.924-7481.874=318.050

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	375.073-377.286=-2.213
σ	34.611-22.235=12.376
min	297.817-332.842=-35.026
max	393.519-394.121=-0.601

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	558.500-561.000=-2.500
σ	0.926-0.000=0.926
min	558.000-561.000=-3.000
max	560.000-561.000=-1.000

*mean*	727.553-742.560=-15.006
σ	78.186-57.569=20.616
min	612.774-623.906=-11.131
max	811.903-790.460=21.444

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.329-1024.328=0.001
σ	0.758-0.759=-0.000
min	1023.856-1023.854=0.002
max	1027.465-1027.466=-0.001

*mean*	1052.550-1046.800=5.750
σ	317.419-305.402=12.017
min	576.000-571.000=5.000
max	1524.000-1502.000=22.000

*mean*	1.570-1.573=-0.003
σ	0.071-0.080=-0.008
min	1.498-1.511=-0.013
max	1.779-1.834=-0.054

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.467-0.312=0.155
σ	0.492-0.332=0.160
min	0.235-0.132=0.103
max	1.346-0.901=0.445

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.833-0.464=0.370
σ	0.537-0.321=0.217
min	0.564-0.311=0.253
max	1.794-1.037=0.756

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.381-0.206=0.174
σ	0.045-0.027=0.019
min	0.353-0.186=0.167
max	0.459-0.252=0.207

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.619-0.332=0.287
σ	0.034-0.015=0.019
min	0.584-0.318=0.266
max	0.662-0.357=0.304

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.000-436.200=-5.200
σ	0.000-1.789=-1.789
min	431.000-433.000=-2.000
max	431.000-437.000=-6.000

*mean*	0.559-0.537=0.022
σ	0.085-0.064=0.021
min	0.489-0.430=0.059
max	0.706-0.594=0.112

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.499-0.488=0.012
σ	0.028-0.019=0.010
min	0.454-0.469=-0.015
max	0.525-0.515=0.010

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	2.656-2.642=0.014
σ	0.098-0.092=0.005
min	2.484-2.478=0.006
max	2.969-2.907=0.062

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	2.587-2.588=-0.001
σ	0.074-0.076=-0.002
min	2.437-2.455=-0.017
max	2.890-2.777=0.113

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.311-0.302=0.009
σ	0.021-0.008=0.012
min	0.294-0.288=0.006
max	0.493-0.355=0.138

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	431.000-442.000=-11.000
σ	0.000
min	431.000-442.000=-11.000
max	431.000-442.000=-11.000

*mean*	0.294-0.292=0.002
σ	0.012-0.007=0.005
min	0.278-0.278=-0.000
max	0.375-0.322=0.053

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.664-298.791=-0.127
σ	1.065-1.058=0.008
min	298.178-298.336=-0.158
max	301.675-301.796=-0.121

*mean*	444.400-445.300=-0.900
σ	13.615-18.874=-5.259
min	426.000-418.000=8.000
max	466.000-469.000=-3.000

*mean*	0.599-0.603=-0.004
σ	0.025-0.030=-0.005
min	0.557-0.540=0.017
max	0.645-0.626=0.019

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.536
σ	0.000
min	239.536
max	239.536

*mean*	1764.500-1684.625=79.875
σ	26.913-1.768=25.145
min	1745.000-1684.000=61.000
max	1797.000-1689.000=108.000

*mean*	220.275-222.810=-2.535
σ	3.111-2.699=0.412
min	214.462-218.892=-4.430
max	223.589-227.476=-3.887

phase=macro expansion

*mean*	6.133-6.133=0.000
σ	0.000
min	6.133-6.133=0.000
max	6.133-6.133=0.000

*mean*	1764.500-1684.625=79.875
σ	26.913-1.768=25.145
min	1745.000-1684.000=61.000
max	1797.000-1689.000=108.000

*mean*	9.958-11.432=-1.474
σ	1.472-1.369=0.103
min	7.394-9.645=-2.252
max	12.568-12.768=-0.200

phase=parser

*mean*	1042.361-1042.363=-0.002
σ	0.000-0.000=-0.000
min	1042.361-1042.363=-0.002
max	1042.361-1042.363=-0.002

*mean*	1764.500-1684.625=79.875
σ	26.913-1.768=25.145
min	1745.000-1684.000=61.000
max	1797.000-1689.000=108.000

*mean*	584.199-680.087=-95.888
σ	79.853-89.766=-9.913
min	429.316-566.115=-136.800
max	724.249-836.704=-112.455

phase=processProdDef

*mean*	6169.659-6169.657=0.002
σ	0.001
min	6169.659-6169.657=0.002
max	6169.660-6169.658=0.002

*mean*	1771.000-1685.250=85.750
σ	27.795-2.315=25.481
min	1745.000-1684.000=61.000
max	1797.000-1689.000=108.000

*mean*	5044.117-6140.336=-1096.219
σ	1606.481-1348.533=257.947
min	3054.188-4010.225=-956.038
max	7547.361-7808.916=-261.555

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1764.500-1684.625=79.875
σ	26.913-1.768=25.145
min	1745.000-1684.000=61.000
max	1797.000-1689.000=108.000

*mean*	38.183-44.241=-6.058
σ	5.954-6.469=-0.515
min	27.322-34.982=-7.660
max	47.798-51.133=-3.335

phase=type checker

*mean*	990.442
σ	0.066
min	990.344
max	990.532

*mean*	1764.500-1684.625=79.875
σ	26.913-1.768=25.145
min	1745.000-1684.000=61.000
max	1797.000-1689.000=108.000

*mean*	786.725-829.362=-42.638
σ	143.185-89.968=53.217
min	660.424-716.065=-55.640
max	1060.872-992.983=67.889

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.927-293.924=0.003
σ	0.045-0.042=0.003
min	293.862-293.862=0.000
max	293.973-293.958=0.015

*mean*	442.400-445.000=-2.600
σ	0.548-0.000=0.548
min	442.000-445.000=-3.000
max	443.000-445.000=-2.000

*mean*	0.403-0.394=0.009
σ	0.001-0.001=0.001
min	0.401-0.393=0.008
max	0.404-0.395=0.010

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.261-1320.188=0.073
σ	0.057-0.089=-0.032
min	1320.176-1320.093=0.084
max	1320.334-1320.318=0.017

*mean*	1085.200-1110.000=-24.800
σ	164.431-171.504=-7.072
min	888.000-896.000=-8.000
max	1308.000-1334.000=-26.000

*mean*	2.124-1.953=0.171
σ	0.214-0.072=0.142
min	1.843-1.882=-0.039
max	2.416-2.065=0.352

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.740-1559.729=0.011
σ	4.081-4.087=-0.006
min	1557.707-1557.680=0.028
max	1567.034-1567.033=0.001

*mean*	623.600-625.400=-1.800
σ	88.047-88.053=-0.006
min	493.000-495.000=-2.000
max	728.000-730.000=-2.000

*mean*	2.276-2.297=-0.021
σ	0.203-0.261=-0.058
min	2.177-2.144=0.033
max	2.639-2.760=-0.121

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.263-1882.294=-0.031
σ	0.057-0.080=-0.023
min	1882.181-1882.200=-0.019
max	1882.340-1882.397=-0.057

*mean*	1723.600-1760.000=-36.400
σ	174.934-219.527=-44.593
min	1473.000-1480.000=-7.000
max	1885.000-1972.000=-87.000

*mean*	3.123-3.213=-0.090
σ	0.277-0.357=-0.080
min	2.932-2.862=0.070
max	3.614-3.732=-0.118

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.674-1.836=-0.161
σ	0.111-0.095=0.016
min	1.546-1.731=-0.185
max	1.781-1.933=-0.152

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.536-453.537=-0.000
σ	585.528-585.528=-0.000
min	160.770-160.767=0.003
max	1331.829-1331.829=-0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	441.000
σ	0.000
min	441.000
max	441.000

*mean*	0.537-0.550=-0.013
σ	0.532-0.561=-0.029
min	0.269-0.267=0.002
max	1.335-1.391=-0.056

policies=20

*mean*	1608.048-1608.043=0.005
σ	0.427-0.416=0.011
min	1607.758-1607.759=-0.001
max	1608.681-1608.661=0.020

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	448.000-447.500=0.500
σ	8.083-7.506=0.577
min	441.000
max	455.000-454.000=1.000

*mean*	2.717-2.704=0.013
σ	0.028-0.031=-0.003
min	2.689-2.666=0.023
max	2.751-2.742=0.009

policies=200

*mean*	16088.619-16088.517=0.102
σ	0.102-0.216=-0.113
min	16088.554-16088.340=0.214
max	16088.770-16088.826=-0.056

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	494.250-495.750=-1.500
σ	4.193-3.403=0.790
min	490.000-491.000=-1.000
max	500.000-499.000=1.000

*mean*	27.401-27.327=0.074
σ	0.100-0.167=-0.067
min	27.297-27.192=0.105
max	27.499-27.570=-0.070