Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.619-54.619=0.000
σ	0.350-0.349=0.002
min	54.487-54.484=0.002
max	55.615-55.610=0.005

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.138-0.139=-0.001
σ	0.005-0.005=-0.000
min	0.129-0.133=-0.004
max	0.143-0.146=-0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.788=0.000
σ	0.007-0.008=-0.001
min	43.776-43.779=-0.003
max	43.802-43.805=-0.003

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.122-0.123=-0.001
σ	0.004-0.004=0.000
min	0.119-0.120=-0.001
max	0.128-0.130=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.001
σ	0.002-0.003=-0.001
min	36.616-36.615=0.000
max	36.620-36.623=-0.004

*mean*	4096.875-4276.500=-179.625
σ	1588.373-1865.114=-276.741
min	1892.000-2080.000=-188.000
max	6052.000-7547.000=-1495.000

*mean*	12.176-12.588=-0.412
σ	0.418-1.832=-1.414
min	11.678-11.705=-0.027
max	12.680-17.091=-4.411

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.619=0.000

*mean*	4096.875-4276.500=-179.625
σ	1588.373-1865.114=-276.741
min	1892.000-2080.000=-188.000
max	6052.000-7547.000=-1495.000

*mean*	12.174-12.564=-0.390
σ	0.612-1.820=-1.208
min	11.083-10.877=0.206
max	12.841-16.655=-3.814

op=table_records(), no indexes

*mean*	41.932-41.929=0.003
σ	0.001-0.002=-0.000
min	41.928-41.928=0.000
max	41.933-41.933=-0.000

*mean*	6052.000-7547.000=-1495.000
σ	0.000
min	6052.000-7547.000=-1495.000
max	6052.000-7547.000=-1495.000

*mean*	13.046-13.844=-0.798
σ	1.433-1.024=0.409
min	10.580-12.532=-1.952
max	14.966-14.971=-0.005

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.931-41.932=-0.000

*mean*	4096.875-4276.500=-179.625
σ	1588.373-1865.114=-276.741
min	1892.000-2080.000=-188.000
max	6052.000-7547.000=-1495.000

*mean*	12.121-12.799=-0.678
σ	1.945-2.100=-0.155
min	10.333-10.021=0.312
max	14.439-15.773=-1.334

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.604=0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=0.000
max	27.607-27.607=0.000

*mean*	4096.875-4276.500=-179.625
σ	1588.373-1865.114=-276.741
min	1892.000-2080.000=-188.000
max	6052.000-7547.000=-1495.000

*mean*	8.218-8.836=-0.618
σ	0.526-1.443=-0.917
min	7.669-7.614=0.055
max	9.014-11.708=-2.694

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403

*mean*	4096.875-4276.500=-179.625
σ	1588.373-1865.114=-276.741
min	1892.000-2080.000=-188.000
max	6052.000-7547.000=-1495.000

*mean*	6.112-6.526=-0.414
σ	0.160-1.314=-1.154
min	5.841-5.100=0.741
max	6.287-8.949=-2.662

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.670=-0.001

*mean*	4096.875-4276.500=-179.625
σ	1588.373-1865.114=-276.741
min	1892.000-2080.000=-188.000
max	6052.000-7547.000=-1495.000

*mean*	5.335-5.425=-0.090
σ	0.128-0.496=-0.368
min	5.176-5.082=0.094
max	5.562-6.598=-1.037

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.969-25.968=0.000
σ	0.002-0.002=0.001
min	25.967-25.967=-0.000
max	25.972-25.971=0.001

*mean*	4096.875-4276.500=-179.625
σ	1588.373-1865.114=-276.741
min	1892.000-2080.000=-188.000
max	6052.000-7547.000=-1495.000

*mean*	5.137-5.278=-0.141
σ	0.190-0.596=-0.406
min	4.822-4.878=-0.056
max	5.365-6.716=-1.351

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.607-2524.603=0.004
σ	0.001-0.000=0.001
min	2524.606-2524.602=0.004
max	2524.610-2524.603=0.008

*mean*	6052.000-7547.000=-1495.000
σ	0.000
min	6052.000-7547.000=-1495.000
max	6052.000-7547.000=-1495.000

*mean*	1490.345-1051.306=439.039
σ	667.183-7.681=659.502
min	1057.456-1040.796=16.660
max	2609.165-1062.930=1546.235

op=load_product(), with indexes

*mean*	8744.567-8744.568=-0.000
σ	0.033-0.033=0.000
min	8744.553
max	8744.649-8744.649=-0.000

*mean*	3803.375-3805.875=-2.500
σ	1680.399-1583.548=96.851
min	1892.000-2080.000=-188.000
max	6052.000-5946.000=106.000

*mean*	4690.623-4453.828=236.795
σ	1536.296-1281.762=254.535
min	3535.330-3533.247=2.083
max	7201.545-6450.412=751.133

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.075
max	62.080

*mean*	4096.875-4276.500=-179.625
σ	1588.373-1865.114=-276.741
min	1892.000-2080.000=-188.000
max	6052.000-7547.000=-1495.000

*mean*	80.036-85.932=-5.896
σ	7.861-14.446=-6.585
min	70.016-70.614=-0.598
max	89.369-107.391=-18.022

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=-0.000

*mean*	6052.000-7547.000=-1495.000
σ	0.000
min	6052.000-7547.000=-1495.000
max	6052.000-7547.000=-1495.000

*mean*	94.840-234.985=-140.146
σ	13.943-382.696=-368.752
min	68.115-84.179=-16.064
max	107.803-1181.904=-1074.101

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685-66.685=-0.000
max	66.687-66.686=0.000

*mean*	6052.000-7547.000=-1495.000
σ	0.000
min	6052.000-7547.000=-1495.000
max	6052.000-7547.000=-1495.000

*mean*	221.531-150.990=70.541
σ	227.065-13.467=213.599
min	101.769-132.408=-30.639
max	781.224-167.488=613.736

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.317-4.318=-0.002
min	11655.305-11655.305=-0.000
max	11667.516-11667.521=-0.004

*mean*	4096.875-4276.500=-179.625
σ	1588.373-1865.114=-276.741
min	1892.000-2080.000=-188.000
max	6052.000-7547.000=-1495.000

*mean*	6119.093-6379.642=-260.549
σ	1378.408-1136.579=241.829
min	4927.606-4931.453=-3.846
max	8062.646-8036.163=26.482

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.068=-0.003
σ	0.001-0.001=-0.000
min	11560.065-11560.066=-0.001
max	11560.067-11560.069=-0.002

*mean*	6052.000-7547.000=-1495.000
σ	0.000
min	6052.000-7547.000=-1495.000
max	6052.000-7547.000=-1495.000

*mean*	6499.679-5388.853=1110.826
σ	1374.280-1320.275=54.006
min	4433.692-4383.142=50.550
max	8035.871-7384.570=651.301

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.585-172.589=-0.005
σ	0.024-0.039=-0.015
min	172.558
max	172.625-172.671=-0.046

*mean*	1892.000-2080.000=-188.000
σ	0.000
min	1892.000-2080.000=-188.000
max	1892.000-2080.000=-188.000

*mean*	355.954-350.454=5.500
σ	43.599-41.779=1.820
min	264.404-321.772=-57.368
max	413.778-448.938=-35.159

op=pointedIndexFromKvs

rows=400000

*mean*	357.362-357.366=-0.004
σ	0.037-0.041=-0.004
min	357.321
max	357.405-357.408=-0.003

*mean*	1892.000-2080.000=-188.000
σ	0.000
min	1892.000-2080.000=-188.000
max	1892.000-2080.000=-188.000

*mean*	751.261-762.548=-11.287
σ	70.827-53.375=17.452
min	588.392-634.118=-45.727
max	806.193-801.619=4.574

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.474-1008.475=-0.001
σ	0.928-0.882=0.045
min	1008.010-1007.980=0.031
max	1012.341-1012.139=0.202

*mean*	1047.850-1041.400=6.450
σ	302.066-305.665=-3.599
min	560.000-547.000=13.000
max	1473.000-1467.000=6.000

*mean*	1.521-1.533=-0.012
σ	0.108-0.088=0.020
min	1.439-1.463=-0.024
max	1.873-1.830=0.043

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.002-0.002=0.000
min	0.881
max	0.886-0.886=0.000

*mean*	1473.000-1467.000=6.000
σ	0.000
min	1473.000-1467.000=6.000
max	1473.000-1467.000=6.000

*mean*	0.438-0.420=0.018
σ	0.104-0.141=-0.037
min	0.360-0.333=0.027
max	0.601-0.670=-0.069

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1473.000-1467.000=6.000
σ	0.000
min	1473.000-1467.000=6.000
max	1473.000-1467.000=6.000

*mean*	0.893-0.873=0.020
σ	0.106-0.090=0.016
min	0.822-0.807=0.015
max	1.079-1.029=0.051

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1473.000-1467.000=6.000
σ	0.000
min	1473.000-1467.000=6.000
max	1473.000-1467.000=6.000

*mean*	0.542-0.538=0.004
σ	0.046-0.051=-0.006
min	0.491-0.501=-0.009
max	0.610-0.625=-0.015

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1473.000-1467.000=6.000
σ	0.000
min	1473.000-1467.000=6.000
max	1473.000-1467.000=6.000

*mean*	0.856-0.846=0.011
σ	0.044-0.042=0.002
min	0.809-0.814=-0.005
max	0.927-0.918=0.009

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.919-963.923=-0.003
σ	0.027-0.025=0.001
min	963.902
max	963.966-963.964=0.002

*mean*	1473.000-1467.000=6.000
σ	0.000
min	1473.000-1467.000=6.000
max	1473.000-1467.000=6.000

*mean*	0.819-0.825=-0.007
σ	0.044-0.034=0.009
min	0.785-0.770=0.015
max	0.869-0.857=0.012

name=cdr_enhanced_4k_loc.art

*mean*	884.889-884.889=-0.000
σ	0.007-0.007=0.000
min	884.883
max	884.898-884.897=0.002

*mean*	1473.000-1467.000=6.000
σ	0.000
min	1473.000-1467.000=6.000
max	1473.000-1467.000=6.000

*mean*	0.730-0.716=0.014
σ	0.020-0.030=-0.010
min	0.697-0.676=0.020
max	0.743-0.739=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.712-7.711=0.001

*mean*	1473.000-1467.000=6.000
σ	0.000
min	1473.000-1467.000=6.000
max	1473.000-1467.000=6.000

*mean*	3.526-4.302=-0.776
σ	0.086-0.098=-0.012
min	3.379-4.155=-0.776
max	3.820-4.686=-0.866

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1473.000-1467.000=6.000
σ	0.000
min	1473.000-1467.000=6.000
max	1473.000-1467.000=6.000

*mean*	3.510-4.213=-0.703
σ	0.080-0.076=0.004
min	3.387-4.066=-0.679
max	3.794-4.507=-0.713

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1473.000-1467.000=6.000
σ	0.000
min	1473.000-1467.000=6.000
max	1473.000-1467.000=6.000

*mean*	0.745-0.751=-0.006
σ	0.017-0.026=-0.009
min	0.706-0.718=-0.011
max	0.841-0.912=-0.071

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1473.000-1467.000=6.000
σ	0.000
min	1473.000-1467.000=6.000
max	1473.000-1467.000=6.000

*mean*	0.713-0.708=0.005
σ	0.018-0.021=-0.004
min	0.682-0.674=0.008
max	0.794-0.842=-0.048

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.675-297.770=-0.095
σ	0.257-0.258=-0.001
min	297.452-297.603=-0.150
max	298.356-298.475=-0.118

*mean*	1892.000-2080.000=-188.000
σ	0.000
min	1892.000-2080.000=-188.000
max	1892.000-2080.000=-188.000

*mean*	0.606-0.608=-0.002
σ	0.031-0.009=0.022
min	0.550-0.595=-0.045
max	0.668-0.623=0.045

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=0.000
σ	0.000-0.000=0.000
min	222.008-222.008=0.000
max	222.008-222.008=0.000

*mean*	1573.375-1756.000=-182.625
σ	47.746-0.000=47.746
min	1473.000-1756.000=-283.000
max	1598.000-1756.000=-158.000

*mean*	207.049-203.136=3.913
σ	1.886-3.093=-1.207
min	204.958-199.060=5.898
max	210.416-207.954=2.462

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1573.375-1756.000=-182.625
σ	47.746-0.000=47.746
min	1473.000-1756.000=-283.000
max	1598.000-1756.000=-158.000

*mean*	9.929-10.563=-0.634
σ	2.590-1.618=0.973
min	6.267-9.299=-3.033
max	12.518-12.609=-0.090

phase=parser

*mean*	1041.159-1041.159=0.001
σ	0.000-0.000=0.000
min	1041.159-1041.158=0.001
max	1041.160-1041.159=0.001

*mean*	1573.375-1756.000=-182.625
σ	47.746-0.000=47.746
min	1473.000-1756.000=-283.000
max	1598.000-1756.000=-158.000

*mean*	586.347-639.091=-52.744
σ	143.152-58.726=84.426
min	381.576-591.002=-209.426
max	729.388-730.937=-1.549

phase=processProdDef

*mean*	6169.661-6169.661=0.000
σ	0.002-0.001=0.001
min	6169.660-6169.660=0.000
max	6169.665-6169.662=0.003

*mean*	1589.000-1756.000=-167.000
σ	25.456-0.000=25.456
min	1526.000-1756.000=-230.000
max	1598.000-1756.000=-158.000

*mean*	6438.334-5627.360=810.974
σ	987.384-1209.879=-222.496
min	4417.175-3698.942=718.233
max	7242.761-7079.070=163.691

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1573.375-1756.000=-182.625
σ	47.746-0.000=47.746
min	1473.000-1756.000=-283.000
max	1598.000-1756.000=-158.000

*mean*	37.775-42.854=-5.078
σ	11.677-3.879=7.797
min	20.566-39.786=-19.220
max	48.908-47.598=1.309

phase=type checker

*mean*	958.693-958.690=0.004
σ	0.055
min	958.607-958.604=0.004
max	958.764-958.760=0.004

*mean*	1573.375-1756.000=-182.625
σ	47.746-0.000=47.746
min	1473.000-1756.000=-283.000
max	1598.000-1756.000=-158.000

*mean*	797.373-767.646=29.727
σ	116.422-134.547=-18.126
min	670.479-665.712=4.767
max	1056.207-1036.062=20.145

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.991-292.985=0.006
σ	0.032-0.038=-0.006
min	292.951-292.942=0.009
max	293.026-293.027=-0.001

*mean*	1598.000-1756.000=-158.000
σ	0.000
min	1598.000-1756.000=-158.000
max	1598.000-1756.000=-158.000

*mean*	0.398-0.403=-0.004
σ	0.007-0.009=-0.002
min	0.390-0.393=-0.003
max	0.405-0.411=-0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.838-1302.837=0.001
σ	0.122-0.122=-0.000
min	1302.736-1302.730=0.006
max	1303.045-1303.041=0.004

*mean*	1598.000-1756.000=-158.000
σ	0.000
min	1598.000-1756.000=-158.000
max	1598.000-1756.000=-158.000

*mean*	1.999-1.925=0.073
σ	0.210-0.196=0.014
min	1.813-1.814=-0.001
max	2.328-2.273=0.055

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.887-1545.891=-0.005
σ	4.021-4.014=0.007
min	1543.922-1543.916=0.006
max	1553.074-1553.067=0.007

*mean*	1598.000-1756.000=-158.000
σ	0.000
min	1598.000-1756.000=-158.000
max	1598.000-1756.000=-158.000

*mean*	2.317-2.302=0.015
σ	0.155-0.149=0.006
min	2.136-2.123=0.013
max	2.554-2.430=0.125

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.855-1864.872=-0.018
σ	0.054-0.047=0.007
min	1864.795-1864.811=-0.016
max	1864.923-1864.921=0.002

*mean*	1758.800-1845.000=-86.200
σ	133.198-141.432=-8.234
min	1598.000-1756.000=-158.000
max	1892.000-2080.000=-188.000

*mean*	3.010-2.942=0.068
σ	0.102-0.057=0.045
min	2.903-2.881=0.021
max	3.147-3.006=0.141

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.815-1.765=0.050
σ	0.056-0.194=-0.137
min	1.762-1.562=0.200
max	1.889-1.988=-0.099

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.795-446.793=0.002
σ	577.189-577.189=-0.000
min	158.197-158.196=0.002
max	1312.578-1312.577=0.002

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1598.000-1756.000=-158.000
σ	0.000
min	1598.000-1756.000=-158.000
max	1598.000-1756.000=-158.000

*mean*	0.469-0.465=0.004
σ	0.389-0.386=0.003
min	0.273-0.271=0.002
max	1.053-1.044=0.009

policies=20

*mean*	1582.298-1582.285=0.013
σ	0.394-0.400=-0.006
min	1582.034-1582.021=0.013
max	1582.884-1582.880=0.004

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1598.000-1756.000=-158.000
σ	0.000
min	1598.000-1756.000=-158.000
max	1598.000-1756.000=-158.000

*mean*	2.700-2.711=-0.011
σ	0.011-0.006=0.005
min	2.686-2.705=-0.018
max	2.710-2.718=-0.008

policies=200

*mean*	15830.844-15830.801=0.043
σ	0.131-0.084=0.047
min	15830.767-15830.709=0.057
max	15831.040-15830.910=0.130

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1598.000-1756.000=-158.000
σ	0.000
min	1598.000-1756.000=-158.000
max	1598.000-1756.000=-158.000

*mean*	26.571-27.403=-0.832
σ	0.164-0.048=0.116
min	26.431-27.331=-0.900
max	26.780-27.436=-0.656