Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.677=0.000
σ	0.360-0.358=0.002
min	54.540-54.547=-0.007
max	55.700-55.694=0.006

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.142-0.143=-0.001
σ	0.005-0.005=0.000
min	0.138-0.138=0.000
max	0.151-0.152=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.704=0.001
σ	0.006-0.005=0.001
min	43.697-43.698=-0.001
max	43.713-43.711=0.003

*mean*	417.000-419.000=-2.000
σ	0.000
min	417.000-419.000=-2.000
max	417.000-419.000=-2.000

*mean*	0.124-0.119=0.005
σ	0.005-0.004=0.001
min	0.118-0.115=0.003
max	0.130-0.127=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4148.125-4153.500=-5.375
σ	1890.283-1900.871=-10.588
min	1558.000-1557.000=1.000
max	7272.000-7306.000=-34.000

*mean*	13.071-12.786=0.285
σ	0.225-0.137=0.088
min	12.768-12.628=0.140
max	13.413-13.002=0.411

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4148.125-4153.500=-5.375
σ	1890.283-1900.871=-10.588
min	1558.000-1557.000=1.000
max	7272.000-7306.000=-34.000

*mean*	12.643-13.394=-0.751
σ	0.494-0.159=0.335
min	12.086-13.146=-1.060
max	13.308-13.590=-0.282

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=0.000
min	41.929-41.930=-0.001
max	41.933-41.933=0.000

*mean*	7272.000-7306.000=-34.000
σ	0.000
min	7272.000-7306.000=-34.000
max	7272.000-7306.000=-34.000

*mean*	15.253-15.294=-0.041
σ	0.199-0.465=-0.266
min	14.800-14.409=0.391
max	15.429-16.014=-0.585

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.001-0.002=-0.000
min	41.928-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4148.125-4153.500=-5.375
σ	1890.283-1900.871=-10.588
min	1558.000-1557.000=1.000
max	7272.000-7306.000=-34.000

*mean*	13.343-13.445=-0.102
σ	1.729-1.555=0.174
min	11.205-11.200=0.005
max	15.169-15.423=-0.254

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=-0.000
min	27.604-27.604=0.000
max	27.991-27.991=-0.000

*mean*	4148.125-4153.500=-5.375
σ	1890.283-1900.871=-10.588
min	1558.000-1557.000=1.000
max	7272.000-7306.000=-34.000

*mean*	9.002-9.057=-0.054
σ	0.558-0.413=0.145
min	8.565-8.510=0.055
max	10.149-9.634=0.515

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.400
max	26.404

*mean*	4148.125-4153.500=-5.375
σ	1890.283-1900.871=-10.588
min	1558.000-1557.000=1.000
max	7272.000-7306.000=-34.000

*mean*	6.805-6.756=0.049
σ	0.228-0.233=-0.005
min	6.388-6.363=0.025
max	7.070-7.056=0.015

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.003-0.003=0.000
min	25.666-25.666=-0.000
max	25.674

*mean*	4148.125-4153.500=-5.375
σ	1890.283-1900.871=-10.588
min	1558.000-1557.000=1.000
max	7272.000-7306.000=-34.000

*mean*	6.033-6.048=-0.015
σ	0.130-0.262=-0.132
min	5.819-5.624=0.195
max	6.184-6.426=-0.242

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968
max	25.974

*mean*	4148.125-4153.500=-5.375
σ	1890.283-1900.871=-10.588
min	1558.000-1557.000=1.000
max	7272.000-7306.000=-34.000

*mean*	5.815-5.761=0.053
σ	0.230-0.172=0.059
min	5.523-5.545=-0.022
max	6.224-6.030=0.195

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.606-2524.607=-0.000

*mean*	7272.000-7306.000=-34.000
σ	0.000
min	7272.000-7306.000=-34.000
max	7272.000-7306.000=-34.000

*mean*	1588.843-1086.213=502.630
σ	1035.886-109.203=926.683
min	1031.833-1041.801=-9.968
max	4024.177-1355.932=2668.245

op=load_product(), with indexes

*mean*	8744.722-8744.722=0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.553=-0.000
max	8745.883-8745.883=-0.000

*mean*	3569.625-3573.125=-3.500
σ	1791.035-1797.447=-6.412
min	1045.000
max	5778.000-5797.000=-19.000

*mean*	4777.631-5084.863=-307.232
σ	1628.412-1715.371=-86.959
min	3534.954-3553.402=-18.448
max	7544.617-7450.440=94.177

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080-62.081=-0.001

*mean*	4148.125-4153.500=-5.375
σ	1890.283-1900.871=-10.588
min	1558.000-1557.000=1.000
max	7272.000-7306.000=-34.000

*mean*	81.561-82.391=-0.831
σ	10.732-11.058=-0.326
min	72.032-72.235=-0.204
max	99.102-100.067=-0.966

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.945=-0.000
σ	0.001-0.001=0.000
min	40.944-40.945=-0.000
max	40.946

*mean*	7272.000-7306.000=-34.000
σ	0.000
min	7272.000-7306.000=-34.000
max	7272.000-7306.000=-34.000

*mean*	107.524-105.876=1.649
σ	3.177-4.288=-1.111
min	103.985-97.790=6.195
max	113.011-109.133=3.878

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.686
max	66.687-66.687=0.000

*mean*	7272.000-7306.000=-34.000
σ	0.000
min	7272.000-7306.000=-34.000
max	7272.000-7306.000=-34.000

*mean*	164.407-162.397=2.011
σ	4.220-9.045=-4.825
min	154.786-141.815=12.971
max	167.791-167.992=-0.201

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.900-11656.900=0.000
σ	4.304-4.304=-0.000
min	11655.306-11655.306=0.001
max	11667.552

*mean*	4148.125-4153.500=-5.375
σ	1890.283-1900.871=-10.588
min	1558.000-1557.000=1.000
max	7272.000-7306.000=-34.000

*mean*	6495.070-6590.512=-95.442
σ	1314.019-1219.427=94.592
min	4969.571-4953.693=15.878
max	8327.168-8345.556=-18.388

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.066=0.000
σ	0.001-0.001=-0.000
min	11560.066-11560.065=0.001
max	11560.067-11560.067=0.001

*mean*	7272.000-7306.000=-34.000
σ	0.000
min	7272.000-7306.000=-34.000
max	7272.000-7306.000=-34.000

*mean*	5841.919-5411.437=430.481
σ	1583.818-1218.352=365.466
min	4391.716-4424.344=-32.628
max	8361.234-7481.874=879.361

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	356.243-377.286=-21.043
σ	42.357-22.235=20.122
min	295.364-332.842=-37.479
max	394.642-394.121=0.521

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-561.000=-1.000
σ	0.000
min	560.000-561.000=-1.000
max	560.000-561.000=-1.000

*mean*	718.150-742.560=-24.410
σ	72.298-57.569=14.728
min	608.306-623.906=-15.600
max	772.223-790.460=-18.236

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.327-1024.328=-0.001
σ	0.759-0.759=-0.000
min	1023.854-1023.854=-0.000
max	1027.465-1027.466=-0.001

*mean*	1040.600-1046.800=-6.200
σ	293.162-305.402=-12.240
min	545.000-571.000=-26.000
max	1436.000-1502.000=-66.000

*mean*	1.562-1.573=-0.011
σ	0.072-0.080=-0.008
min	1.501-1.511=-0.010
max	1.790-1.834=-0.043

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.499-0.312=0.187
σ	0.481-0.332=0.149
min	0.249-0.132=0.117
max	1.354-0.901=0.452

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.831-0.464=0.367
σ	0.513-0.321=0.192
min	0.575-0.311=0.264
max	1.747-1.037=0.710

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.382-0.206=0.176
σ	0.036-0.027=0.010
min	0.357-0.186=0.171
max	0.445-0.252=0.193

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.589-0.332=0.257
σ	0.023-0.015=0.008
min	0.567-0.318=0.249
max	0.623-0.357=0.266

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	433.600-436.200=-2.600
σ	3.130-1.789=1.342
min	431.000-433.000=-2.000
max	437.000

*mean*	0.602-0.537=0.066
σ	0.089-0.064=0.025
min	0.508-0.430=0.078
max	0.751-0.594=0.157

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.481-0.488=-0.007
σ	0.025-0.019=0.006
min	0.449-0.469=-0.019
max	0.518-0.515=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	1.987-2.642=-0.655
σ	0.091-0.092=-0.001
min	1.854-2.478=-0.623
max	2.412-2.907=-0.495

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	2.535-2.588=-0.053
σ	0.148-0.076=0.072
min	1.862-2.455=-0.593
max	2.869-2.777=0.092

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.306-0.302=0.004
σ	0.012-0.008=0.004
min	0.291-0.288=0.002
max	0.379-0.355=0.024

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000-442.000=-5.000
σ	0.000
min	437.000-442.000=-5.000
max	437.000-442.000=-5.000

*mean*	0.289-0.292=-0.002
σ	0.009-0.007=0.002
min	0.267-0.278=-0.011
max	0.336-0.322=0.015

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.838-298.791=0.047
σ	1.047-1.058=-0.011
min	298.448-298.336=0.112
max	301.815-301.796=0.019

*mean*	444.100-445.300=-1.200
σ	20.717-18.874=1.843
min	416.000-418.000=-2.000
max	474.000-469.000=5.000

*mean*	0.609-0.603=0.006
σ	0.019-0.030=-0.010
min	0.564-0.540=0.024
max	0.644-0.626=0.018

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.536-239.536=0.000
σ	0.000-0.000=0.000
min	239.536
max	239.536-239.536=0.000

*mean*	1765.000-1684.625=80.375
σ	53.698-1.768=51.930
min	1678.000-1684.000=-6.000
max	1794.000-1689.000=105.000

*mean*	221.624-222.810=-1.185
σ	2.414-2.699=-0.285
min	216.634-218.892=-2.258
max	224.542-227.476=-2.934

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1765.000-1684.625=80.375
σ	53.698-1.768=51.930
min	1678.000-1684.000=-6.000
max	1794.000-1689.000=105.000

*mean*	10.912-11.432=-0.520
σ	2.183-1.369=0.814
min	7.523-9.645=-2.123
max	13.361-12.768=0.593

phase=parser

*mean*	1042.363
σ	0.000
min	1042.363
max	1042.363

*mean*	1765.000-1684.625=80.375
σ	53.698-1.768=51.930
min	1678.000-1684.000=-6.000
max	1794.000-1689.000=105.000

*mean*	651.945-680.087=-28.143
σ	128.454-89.766=38.688
min	425.220-566.115=-140.895
max	847.332-836.704=10.628

phase=processProdDef

*mean*	6169.657-6169.657=0.000
σ	0.001-0.001=0.000
min	6169.657
max	6169.658

*mean*	1779.500-1685.250=94.250
σ	41.012-2.315=38.698
min	1678.000-1684.000=-6.000
max	1794.000-1689.000=105.000

*mean*	5325.571-6140.336=-814.765
σ	1340.673-1348.533=-7.860
min	3223.337-4010.225=-786.888
max	7102.287-7808.916=-706.630

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1765.000-1684.625=80.375
σ	53.698-1.768=51.930
min	1678.000-1684.000=-6.000
max	1794.000-1689.000=105.000

*mean*	42.707-44.241=-1.534
σ	8.282-6.469=1.813
min	26.415-34.982=-8.567
max	53.324-51.133=2.190

phase=type checker

*mean*	990.442
σ	0.066
min	990.344
max	990.532

*mean*	1765.000-1684.625=80.375
σ	53.698-1.768=51.930
min	1678.000-1684.000=-6.000
max	1794.000-1689.000=105.000

*mean*	809.472-829.362=-19.890
σ	111.945-89.968=21.977
min	653.310-716.065=-62.754
max	909.035-992.983=-83.948

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.915-293.924=-0.009
σ	0.040-0.042=-0.002
min	293.861-293.862=-0.002
max	293.957-293.958=-0.001

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.397-0.394=0.003
σ	0.006-0.001=0.006
min	0.393-0.393=-0.000
max	0.409-0.395=0.014

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.240-1320.188=0.052
σ	0.074-0.089=-0.015
min	1320.147-1320.093=0.054
max	1320.344-1320.318=0.027

*mean*	1085.800-1110.000=-24.200
σ	167.600-171.504=-3.904
min	888.000-896.000=-8.000
max	1317.000-1334.000=-17.000

*mean*	2.116-1.953=0.163
σ	0.231-0.072=0.159
min	1.834-1.882=-0.048
max	2.452-2.065=0.388

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.727-1559.729=-0.002
σ	4.042-4.087=-0.045
min	1557.726-1557.680=0.046
max	1566.950-1567.033=-0.083

*mean*	631.800-625.400=6.400
σ	69.776-88.053=-18.277
min	537.000-495.000=42.000
max	723.000-730.000=-7.000

*mean*	2.255-2.297=-0.042
σ	0.178-0.261=-0.083
min	2.092-2.144=-0.051
max	2.542-2.760=-0.218

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.271-1882.294=-0.023
σ	0.060-0.080=-0.020
min	1882.191-1882.200=-0.008
max	1882.356-1882.397=-0.040

*mean*	1716.400-1760.000=-43.600
σ	177.095-219.527=-42.431
min	1466.000-1480.000=-14.000
max	1880.000-1972.000=-92.000

*mean*	3.127-3.213=-0.086
σ	0.283-0.357=-0.074
min	2.945-2.862=0.083
max	3.628-3.732=-0.104

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.686-1.836=-0.149
σ	0.215-0.095=0.120
min	1.428-1.731=-0.302
max	1.930-1.933=-0.003

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.536-453.537=-0.001
σ	585.529-585.528=0.001
min	160.767-160.767=-0.000
max	1331.830-1331.829=0.000

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.532-0.550=-0.018
σ	0.518-0.561=-0.043
min	0.272-0.267=0.004
max	1.309-1.391=-0.082

policies=20

*mean*	1608.043-1608.043=0.000
σ	0.419-0.416=0.003
min	1607.760-1607.759=0.001
max	1608.663-1608.661=0.002

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.750-447.500=2.250
σ	10.874-7.506=3.369
min	443.000-441.000=2.000
max	466.000-454.000=12.000

*mean*	2.703-2.704=-0.001
σ	0.011-0.031=-0.020
min	2.688-2.666=0.022
max	2.714-2.742=-0.028

policies=200

*mean*	16088.590-16088.517=0.073
σ	0.045-0.216=-0.171
min	16088.543-16088.340=0.203
max	16088.645-16088.826=-0.181

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	496.750-495.750=1.000
σ	2.630-3.403=-0.773
min	494.000-491.000=3.000
max	499.000

*mean*	27.495-27.327=0.168
σ	0.159-0.167=-0.008
min	27.316-27.192=0.123
max	27.655-27.570=0.085