Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.577-54.623=-0.046
σ	0.351-0.351=0.000
min	54.442-54.485=-0.044
max	55.576-55.621=-0.045

*mean*	418.000-418.700=-0.700
σ	0.000-0.483=-0.483
min	418.000
max	418.000-419.000=-1.000

*mean*	0.142-0.140=0.002
σ	0.004-0.004=-0.000
min	0.137-0.137=0.000
max	0.150-0.149=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.788=-0.082
σ	0.006-0.007=-0.000
min	43.698-43.774=-0.076
max	43.719-43.798=-0.079

*mean*	418.000-419.000=-1.000
σ	0.000
min	418.000-419.000=-1.000
max	418.000-419.000=-1.000

*mean*	0.125-0.123=0.002
σ	0.004-0.005=-0.001
min	0.122-0.119=0.002
max	0.134-0.132=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4152.125-4148.000=4.125
σ	1898.774-1894.241=4.533
min	1555.000-1553.000=2.000
max	7297.000-7284.000=13.000

*mean*	12.970-13.031=-0.061
σ	0.309-0.241=0.067
min	12.558-12.756=-0.198
max	13.468-13.516=-0.049

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4152.125-4148.000=4.125
σ	1898.774-1894.241=4.533
min	1555.000-1553.000=2.000
max	7297.000-7284.000=13.000

*mean*	12.840-12.997=-0.157
σ	0.538-0.520=0.018
min	12.133-11.942=0.191
max	13.584-13.336=0.248

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.928-41.929=-0.000
max	41.933-41.933=-0.000

*mean*	7297.000-7284.000=13.000
σ	0.000
min	7297.000-7284.000=13.000
max	7297.000-7284.000=13.000

*mean*	15.267-15.243=0.025
σ	0.637-0.462=0.175
min	13.792-14.188=-0.396
max	15.777-15.663=0.113

op=table_records(), repeat

*mean*	41.928-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4152.125-4148.000=4.125
σ	1898.774-1894.241=4.533
min	1555.000-1553.000=2.000
max	7297.000-7284.000=13.000

*mean*	13.254-12.702=0.552
σ	1.670-1.646=0.024
min	10.813-10.852=-0.039
max	15.336-14.904=0.432

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=-0.000
min	27.603
max	27.990-27.990=-0.000

*mean*	4152.125-4148.000=4.125
σ	1898.774-1894.241=4.533
min	1555.000-1553.000=2.000
max	7297.000-7284.000=13.000

*mean*	8.885-9.026=-0.141
σ	0.485-0.331=0.154
min	8.216-8.510=-0.294
max	9.656-9.460=0.196

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403-26.403=-0.000

*mean*	4152.125-4148.000=4.125
σ	1898.774-1894.241=4.533
min	1555.000-1553.000=2.000
max	7297.000-7284.000=13.000

*mean*	6.532-6.987=-0.455
σ	0.407-0.364=0.043
min	5.907-6.322=-0.415
max	7.265-7.446=-0.181

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.669=-0.000

*mean*	4152.125-4148.000=4.125
σ	1898.774-1894.241=4.533
min	1555.000-1553.000=2.000
max	7297.000-7284.000=13.000

*mean*	5.981-6.019=-0.039
σ	0.180-0.158=0.021
min	5.664-5.808=-0.144
max	6.262-6.274=-0.011

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972-25.972=-0.000

*mean*	4152.125-4148.000=4.125
σ	1898.774-1894.241=4.533
min	1555.000-1553.000=2.000
max	7297.000-7284.000=13.000

*mean*	5.732-5.857=-0.126
σ	0.183-0.271=-0.088
min	5.334-5.460=-0.126
max	5.909-6.279=-0.369

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.001
σ	0.000-0.000=-0.000
min	2524.606-2524.606=-0.000
max	2524.606-2524.607=-0.001

*mean*	7297.000-7284.000=13.000
σ	0.000
min	7297.000-7284.000=13.000
max	7297.000-7284.000=13.000

*mean*	1085.634-1600.291=-514.657
σ	107.419-960.877=-853.458
min	1042.252-1038.125=4.128
max	1351.370-3770.957=-2419.587

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.882-8745.883=-0.000

*mean*	3572.875-3569.875=3.000
σ	1795.763-1791.859=3.904
min	1044.000-1046.000=-2.000
max	5793.000-5783.000=10.000

*mean*	4993.465-4717.764=275.701
σ	1727.461-1688.473=38.987
min	3526.781-3547.558=-20.777
max	7427.259-7507.738=-80.480

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.080-62.080=0.000

*mean*	4152.125-4148.000=4.125
σ	1898.774-1894.241=4.533
min	1555.000-1553.000=2.000
max	7297.000-7284.000=13.000

*mean*	80.652-80.205=0.447
σ	8.599-9.313=-0.714
min	71.702-71.209=0.493
max	96.253-97.178=-0.925

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.000=0.000
min	40.944-40.944=0.000
max	40.945-40.945=0.000

*mean*	7297.000-7284.000=13.000
σ	0.000
min	7297.000-7284.000=13.000
max	7297.000-7284.000=13.000

*mean*	104.664-108.826=-4.162
σ	4.121-3.613=0.508
min	95.345-103.822=-8.478
max	107.507-115.048=-7.541

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.687=0.000

*mean*	7297.000-7284.000=13.000
σ	0.000
min	7297.000-7284.000=13.000
max	7297.000-7284.000=13.000

*mean*	163.220-164.286=-1.066
σ	7.555-5.344=2.211
min	145.509-153.091=-7.582
max	168.618-168.765=-0.147

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.537-11667.538=-0.001

*mean*	4152.125-4148.000=4.125
σ	1898.774-1894.241=4.533
min	1555.000-1553.000=2.000
max	7297.000-7284.000=13.000

*mean*	6685.568-6549.347=136.221
σ	1292.481-1324.629=-32.148
min	4921.555-4896.905=24.651
max	8154.886-8097.237=57.648

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066-11560.066=0.000

*mean*	7297.000-7284.000=13.000
σ	0.000
min	7297.000-7284.000=13.000
max	7297.000-7284.000=13.000

*mean*	4942.823-5785.160=-842.337
σ	934.660-1494.497=-559.837
min	4309.968-4390.534=-80.566
max	6731.828-8014.650=-1282.822

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	380.900-387.874=-6.974
σ	17.917-12.713=5.205
min	349.267-360.460=-11.192
max	393.603-396.360=-2.757

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-559.625=2.375
σ	0.000-0.518=-0.518
min	562.000-559.000=3.000
max	562.000-560.000=2.000

*mean*	763.340-749.104=14.237
σ	47.864-65.204=-17.340
min	649.399-652.002=-2.603
max	799.358-836.837=-37.479

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.501-1008.374=0.127
σ	0.759-0.759=-0.000
min	1008.028-1007.898=0.130
max	1011.641-1011.515=0.126

*mean*	1042.550-1047.150=-4.600
σ	311.331-313.615=-2.284
min	567.000-572.000=-5.000
max	1501.000-1510.000=-9.000

*mean*	1.539-1.551=-0.013
σ	0.102-0.081=0.021
min	1.360-1.458=-0.099
max	1.792-1.747=0.045

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.302-0.300=0.002
σ	0.297-0.309=-0.012
min	0.138-0.142=-0.004
max	0.828-0.850=-0.022

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.474-0.475=-0.001
σ	0.317-0.325=-0.008
min	0.323-0.319=0.004
max	1.041-1.057=-0.016

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.224-0.219=0.005
σ	0.026-0.023=0.004
min	0.199-0.202=-0.003
max	0.268-0.258=0.010

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.334-0.376=-0.042
σ	0.021-0.084=-0.062
min	0.310-0.324=-0.014
max	0.368-0.523=-0.156

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.600-435.800=0.800
σ	6.066-6.017=0.050
min	431.000-430.000=1.000
max	443.000-442.000=1.000

*mean*	0.558-0.548=0.010
σ	0.059-0.042=0.017
min	0.481-0.500=-0.019
max	0.606-0.611=-0.005

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.494-0.498=-0.003
σ	0.038-0.016=0.022
min	0.441-0.475=-0.034
max	0.529-0.517=0.012

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	2.637-2.670=-0.033
σ	0.087-0.089=-0.002
min	2.466-2.451=0.015
max	2.940-2.905=0.034

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	2.322-2.621=-0.299
σ	0.324-0.089=0.235
min	1.874-2.437=-0.563
max	2.811-2.916=-0.105

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.313-0.303=0.009
σ	0.025-0.042=-0.016
min	0.298-0.287=0.011
max	0.543-0.707=-0.164

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-442.000=1.000
σ	0.000
min	443.000-442.000=1.000
max	443.000-442.000=1.000

*mean*	0.294-0.288=0.006
σ	0.007-0.007=0.000
min	0.282-0.270=0.012
max	0.344-0.318=0.026

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.242-298.143=0.100
σ	1.018-0.948=0.071
min	297.804-297.667=0.137
max	301.136-300.825=0.312

*mean*	444.700-443.500=1.200
σ	19.443-16.400=3.043
min	416.000-418.000=-2.000
max	468.000-465.000=3.000

*mean*	0.611-0.607=0.003
σ	0.015-0.026=-0.011
min	0.585-0.544=0.041
max	0.628-0.634=-0.006

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000
min	222.008-222.008=-0.000
max	222.008-222.008=-0.000

*mean*	1740.875-1744.000=-3.125
σ	51.246-0.000=51.246
min	1677.000-1744.000=-67.000
max	1778.000-1744.000=34.000

*mean*	207.355-208.669=-1.314
σ	1.073-19.146=-18.073
min	206.395-200.195=6.200
max	209.790-255.920=-46.131

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1740.875-1744.000=-3.125
σ	51.246-0.000=51.246
min	1677.000-1744.000=-67.000
max	1778.000-1744.000=34.000

*mean*	10.160-12.509=-2.349
σ	1.794-0.098=1.696
min	7.170-12.337=-5.167
max	12.690-12.643=0.047

phase=parser

*mean*	1042.098-1042.103=-0.004
σ	0.000-0.000=0.000
min	1042.098-1042.102=-0.004
max	1042.099-1042.103=-0.004

*mean*	1740.875-1744.000=-3.125
σ	51.246-0.000=51.246
min	1677.000-1744.000=-67.000
max	1778.000-1744.000=34.000

*mean*	633.594-720.435=-86.841
σ	124.539-3.563=120.976
min	426.205-715.281=-289.076
max	827.694-726.405=101.289

phase=processProdDef

*mean*	6169.660-6169.657=0.002
σ	0.001-0.001=0.000
min	6169.659-6169.657=0.003
max	6169.661-6169.658=0.003

*mean*	1753.500-1744.000=9.500
σ	45.365-0.000=45.365
min	1680.000-1744.000=-64.000
max	1778.000-1744.000=34.000

*mean*	4889.680-5847.774=-958.094
σ	1383.348-1289.607=93.741
min	3617.609-4255.008=-637.399
max	7337.023-7261.670=75.354

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1740.875-1744.000=-3.125
σ	51.246-0.000=51.246
min	1677.000-1744.000=-67.000
max	1778.000-1744.000=34.000

*mean*	38.099-47.564=-9.465
σ	8.044-0.319=7.725
min	26.520-47.222=-20.702
max	48.298-48.129=0.169

phase=type checker

*mean*	958.457-958.540=-0.083
σ	0.066
min	958.360-958.442=-0.083
max	958.547-958.630=-0.083

*mean*	1740.875-1744.000=-3.125
σ	51.246-0.000=51.246
min	1677.000-1744.000=-67.000
max	1778.000-1744.000=34.000

*mean*	738.735-780.269=-41.534
σ	93.272-53.868=39.404
min	639.650-737.904=-98.254
max	862.831-867.992=-5.160

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.388-292.775=0.613
σ	0.041-0.034=0.007
min	293.330-292.727=0.603
max	293.422-292.811=0.611

*mean*	442.800-445.000=-2.200
σ	1.095-0.000=1.095
min	442.000-445.000=-3.000
max	444.000-445.000=-1.000

*mean*	0.408-0.394=0.014
σ	0.008-0.005=0.003
min	0.399-0.391=0.008
max	0.417-0.402=0.015

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.502-1302.847=0.655
σ	0.087-0.136=-0.050
min	1303.352-1302.748=0.604
max	1303.570-1303.082=0.488

*mean*	1085.600-1075.200=10.400
σ	226.737-186.480=40.258
min	827.000-840.000=-13.000
max	1387.000-1322.000=65.000

*mean*	2.185-1.833=0.352
σ	0.231-0.080=0.152
min	1.899-1.736=0.163
max	2.547-1.921=0.626

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.510-1545.874=0.636
σ	4.032-4.027=0.006
min	1544.524-1543.866=0.658
max	1553.718-1553.070=0.648

*mean*	621.400-610.600=10.800
σ	82.603-74.638=7.965
min	494.000-493.000=1.000
max	699.000-689.000=10.000

*mean*	2.276-2.191=0.085
σ	0.199-0.167=0.032
min	2.120-2.094=0.026
max	2.574-2.488=0.086

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.450-1864.831=0.619
σ	0.060-0.038=0.022
min	1865.371-1864.783=0.588
max	1865.525-1864.889=0.636

*mean*	1710.800-1712.000=-1.200
σ	169.052-233.393=-64.341
min	1525.000-1428.000=97.000
max	1961.000-2019.000=-58.000

*mean*	2.953-2.896=0.057
σ	0.066-0.056=0.010
min	2.860-2.840=0.020
max	3.018-2.961=0.057

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.652-1.708=-0.057
σ	0.169-0.143=0.026
min	1.518-1.541=-0.023
max	1.933-1.851=0.081

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.981-447.818=0.162
σ	579.239-579.236=0.003
min	158.360-158.199=0.161
max	1316.839-1316.673=0.166

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.518-0.539=-0.021
σ	0.527-0.553=-0.026
min	0.230-0.261=-0.031
max	1.307-1.368=-0.061

policies=20

*mean*	1583.914-1582.283=1.631
σ	0.341-0.351=-0.010
min	1583.670-1582.035=1.635
max	1584.417-1582.802=1.616

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.000-446.750=-0.750
σ	2.000-2.500=-0.500
min	443.000
max	447.000-448.000=-1.000

*mean*	2.650-2.619=0.030
σ	0.014-0.002=0.012
min	2.638-2.618=0.020
max	2.665-2.621=0.044

policies=200

*mean*	15847.088-15830.890=16.197
σ	0.170-0.064=0.105
min	15846.924-15830.822=16.102
max	15847.326-15830.975=16.351

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	497.500
σ	5.323-4.655=0.668
min	491.000-492.000=-1.000
max	504.000-503.000=1.000

*mean*	26.703-26.508=0.195
σ	0.204-0.091=0.113
min	26.519-26.438=0.081
max	26.988-26.641=0.347