Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.620-54.620=-0.000
σ	0.351-0.350=0.001
min	54.489-54.488=0.001
max	55.620-55.617=0.003

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.140-0.141=-0.001
σ	0.006-0.005=0.001
min	0.134-0.137=-0.004
max	0.150-0.149=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.789=-0.001
σ	0.005-0.006=-0.001
min	43.780-43.781=-0.002
max	43.800-43.799=0.000

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.122-0.124=-0.002
σ	0.005-0.005=-0.000
min	0.116-0.119=-0.004
max	0.129-0.131=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4148.500-4148.125=0.375
σ	1893.944-1894.386=-0.442
min	1554.000
max	7281.000

*mean*	12.793-13.006=-0.213
σ	0.225-0.267=-0.042
min	12.522-12.693=-0.171
max	13.165-13.460=-0.296

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.619=0.000

*mean*	4148.500-4148.125=0.375
σ	1893.944-1894.386=-0.442
min	1554.000
max	7281.000

*mean*	13.135-12.747=0.388
σ	0.274-0.578=-0.304
min	12.754-11.903=0.851
max	13.534-13.480=0.054

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=0.000
min	41.928-41.929=-0.001
max	41.933

*mean*	7281.000
σ	0.000
min	7281.000
max	7281.000

*mean*	15.473-15.315=0.158
σ	0.429-0.441=-0.013
min	14.606-14.596=0.010
max	15.867-15.767=0.100

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.001-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4148.500-4148.125=0.375
σ	1893.944-1894.386=-0.442
min	1554.000
max	7281.000

*mean*	13.376-13.366=0.011
σ	1.568-1.488=0.080
min	11.067-11.483=-0.416
max	15.641-15.360=0.281

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.137=-0.000
min	27.603-27.603=0.000
max	27.990-27.991=-0.001

*mean*	4148.500-4148.125=0.375
σ	1893.944-1894.386=-0.442
min	1554.000
max	7281.000

*mean*	9.005-8.883=0.122
σ	0.402-0.364=0.037
min	8.272-8.112=0.160
max	9.366-9.321=0.045

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4148.500-4148.125=0.375
σ	1893.944-1894.386=-0.442
min	1554.000
max	7281.000

*mean*	6.690-6.426=0.264
σ	0.380-0.455=-0.076
min	6.074-5.645=0.429
max	7.206-7.082=0.124

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.664=0.000
max	25.668-25.668=0.000

*mean*	4148.500-4148.125=0.375
σ	1893.944-1894.386=-0.442
min	1554.000
max	7281.000

*mean*	6.126-6.045=0.081
σ	0.148-0.139=0.009
min	5.976-5.828=0.148
max	6.366-6.231=0.135

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972-25.972=-0.000

*mean*	4148.500-4148.125=0.375
σ	1893.944-1894.386=-0.442
min	1554.000
max	7281.000

*mean*	5.767-5.825=-0.058
σ	0.107-0.135=-0.028
min	5.617-5.621=-0.003
max	5.906-5.976=-0.071

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606-2524.606=0.000
max	2524.607

*mean*	7281.000
σ	0.000
min	7281.000
max	7281.000

*mean*	1515.101-1508.354=6.747
σ	919.359-823.138=96.220
min	1037.632-1049.050=-11.418
max	3698.882-3414.091=284.791

op=load_product(), with indexes

*mean*	8744.722-8744.722=-0.000
σ	0.469-0.469=0.000
min	8744.553-8744.554=-0.000
max	8745.883-8745.882=0.000

*mean*	3570.250-3571.375=-1.125
σ	1794.096-1794.177=-0.081
min	1042.000-1045.000=-3.000
max	5787.000-5790.000=-3.000

*mean*	4886.586-5064.684=-178.098
σ	1631.677-1743.249=-111.572
min	3538.920-3523.451=15.469
max	7518.034-7498.787=19.247

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081-62.080=0.000

*mean*	4148.500-4148.125=0.375
σ	1893.944-1894.386=-0.442
min	1554.000
max	7281.000

*mean*	82.689-84.490=-1.801
σ	10.579-12.495=-1.917
min	70.862-70.275=0.587
max	100.071-102.248=-2.177

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945-40.945=0.000

*mean*	7281.000
σ	0.000
min	7281.000
max	7281.000

*mean*	107.148-106.222=0.926
σ	3.343-2.919=0.424
min	101.625-101.090=0.535
max	113.157-109.071=4.087

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685-66.685=0.000
max	66.687-66.686=0.000

*mean*	7281.000
σ	0.000
min	7281.000
max	7281.000

*mean*	164.171-163.877=0.293
σ	4.771-5.564=-0.794
min	154.370-151.930=2.441
max	167.499-167.873=-0.374

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305-11655.305=0.000
max	11667.538-11667.538=0.000

*mean*	4148.500-4148.125=0.375
σ	1893.944-1894.386=-0.442
min	1554.000
max	7281.000

*mean*	6804.783-6500.314=304.469
σ	1278.571-1309.764=-31.193
min	4954.911-4854.193=100.718
max	8338.616-8001.316=337.300

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=0.000
min	11560.064-11560.064=0.000
max	11560.066-11560.066=0.000

*mean*	7281.000
σ	0.000
min	7281.000
max	7281.000

*mean*	5833.103-5324.852=508.251
σ	1530.283-1322.868=207.414
min	4454.819-4388.790=66.029
max	8180.374-8023.872=156.502

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-474.000=3.000
σ	0.000
min	477.000-474.000=3.000
max	477.000-474.000=3.000

*mean*	359.977-392.934=-32.957
σ	42.674-3.023=39.651
min	297.189-387.520=-90.331
max	398.383-396.976=1.407

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-559.000=3.000
σ	0.000
min	562.000-559.000=3.000
max	562.000-559.000=3.000

*mean*	779.840-736.809=43.031
σ	18.471-67.470=-48.999
min	748.340-629.978=118.362
max	804.749-808.118=-3.369

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.375-1008.375=-0.000
σ	0.759-0.760=-0.001
min	1007.903-1007.900=0.003
max	1011.514-1011.517=-0.003

*mean*	1048.550-1044.700=3.850
σ	314.018-300.010=14.008
min	573.000-562.000=11.000
max	1513.000-1447.000=66.000

*mean*	1.541-1.527=0.014
σ	0.069-0.064=0.004
min	1.471-1.475=-0.004
max	1.727-1.729=-0.001

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.303-0.565=-0.262
σ	0.291-0.628=-0.337
min	0.143-0.236=-0.092
max	0.820-1.680=-0.860

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.532-0.683=-0.152
σ	0.303-0.595=-0.293
min	0.321-0.339=-0.019
max	1.006-1.733=-0.727

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.384=-0.164
σ	0.026-0.041=-0.015
min	0.194-0.348=-0.154
max	0.262-0.451=-0.189

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.581=-0.244
σ	0.022-0.030=-0.008
min	0.318-0.553=-0.236
max	0.373-0.632=-0.259

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	435.200-432.400=2.800
σ	2.049-2.510=-0.461
min	432.000-430.000=2.000
max	437.000-435.000=2.000

*mean*	0.575-0.610=-0.035
σ	0.035-0.100=-0.065
min	0.525-0.475=0.049
max	0.607-0.758=-0.151

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	437.000-435.000=2.000
σ	0.000
min	437.000-435.000=2.000
max	437.000-435.000=2.000

*mean*	0.494-0.511=-0.017
σ	0.035-0.030=0.005
min	0.442-0.462=-0.020
max	0.538-0.532=0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	437.000-435.000=2.000
σ	0.000
min	437.000-435.000=2.000
max	437.000-435.000=2.000

*mean*	1.981-1.842=0.138
σ	0.082-0.061=0.021
min	1.847-1.726=0.120
max	2.271-2.168=0.103

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	437.000-435.000=2.000
σ	0.000
min	437.000-435.000=2.000
max	437.000-435.000=2.000

*mean*	1.868-2.253=-0.385
σ	0.084-0.343=-0.259
min	1.717-1.835=-0.118
max	2.090-3.008=-0.918

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	437.000-435.000=2.000
σ	0.000
min	437.000-435.000=2.000
max	437.000-435.000=2.000

*mean*	0.309-0.314=-0.005
σ	0.016-0.046=-0.031
min	0.295-0.293=0.001
max	0.443-0.661=-0.219

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	437.000-435.000=2.000
σ	0.000
min	437.000-435.000=2.000
max	437.000-435.000=2.000

*mean*	0.294-0.297=-0.003
σ	0.011-0.050=-0.039
min	0.278-0.277=0.001
max	0.342-0.782=-0.439

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.024-298.191=-0.167
σ	1.022-1.006=0.017
min	297.653-297.806=-0.152
max	300.931-301.050=-0.119

*mean*	442.500-444.000=-1.500
σ	14.759-12.166=2.594
min	418.000-428.000=-10.000
max	463.000-464.000=-1.000

*mean*	0.608-0.614=-0.006
σ	0.020-0.017=0.003
min	0.577-0.584=-0.007
max	0.652-0.644=0.009

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000-0.000=-0.000
min	222.008-222.008=-0.000
max	222.008-222.009=-0.001

*mean*	1660.000-1568.500=91.500
σ	121.712-162.621=-40.909
min	1462.000-1430.000=32.000
max	1748.000-1806.000=-58.000

*mean*	205.008-205.980=-0.972
σ	1.547-2.584=-1.037
min	202.479-203.020=-0.541
max	207.033-211.735=-4.703

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1660.000-1568.500=91.500
σ	121.712-162.621=-40.909
min	1462.000-1430.000=32.000
max	1748.000-1806.000=-58.000

*mean*	11.536-11.934=-0.398
σ	2.024-1.344=0.681
min	7.379-9.329=-1.950
max	12.885-12.742=0.143

phase=parser

*mean*	1041.166-1041.160=0.006
σ	0.000-0.000=0.000
min	1041.165-1041.159=0.006
max	1041.166-1041.160=0.006

*mean*	1660.000-1568.500=91.500
σ	121.712-162.621=-40.909
min	1462.000-1430.000=32.000
max	1748.000-1806.000=-58.000

*mean*	676.225-686.179=-9.954
σ	121.272-59.610=61.663
min	428.025-580.026=-152.002
max	831.280-724.146=107.134

phase=processProdDef

*mean*	6169.658-6169.661=-0.003
σ	0.001-0.001=-0.000
min	6169.657-6169.660=-0.003
max	6169.658-6169.662=-0.003

*mean*	1695.750-1615.500=80.250
σ	94.121-170.993=-76.872
min	1500.000-1430.000=70.000
max	1748.000-1806.000=-58.000

*mean*	5470.478-5420.798=49.680
σ	1206.547-1461.710=-255.162
min	3856.486-3081.465=775.021
max	7326.735-7028.136=298.599

phase=renaming

*mean*	21.667-21.671=-0.004
σ	0.000
min	21.667-21.671=-0.004
max	21.667-21.671=-0.004

*mean*	1660.000-1568.500=91.500
σ	121.712-162.621=-40.909
min	1462.000-1430.000=32.000
max	1748.000-1806.000=-58.000

*mean*	45.027-46.237=-1.210
σ	4.454-2.911=1.543
min	38.856-39.772=-0.915
max	50.318-48.116=2.202

phase=type checker

*mean*	958.540-958.670=-0.130
σ	0.066
min	958.442-958.573=-0.130
max	958.630-958.760=-0.130

*mean*	1660.000-1568.500=91.500
σ	121.712-162.621=-40.909
min	1462.000-1430.000=32.000
max	1748.000-1806.000=-58.000

*mean*	797.963-770.732=27.231
σ	78.370-77.861=0.509
min	669.819-655.030=14.788
max	880.036-937.428=-57.392

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.777-292.771=0.005
σ	0.039-0.036=0.003
min	292.723-292.723=0.001
max	292.817-292.810=0.007

*mean*	446.000-444.000=2.000
σ	0.000
min	446.000-444.000=2.000
max	446.000-444.000=2.000

*mean*	0.409-0.404=0.005
σ	0.010-0.016=-0.007
min	0.398-0.397=0.002
max	0.421-0.433=-0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.851-1302.863=-0.012
σ	0.069-0.075=-0.006
min	1302.749-1302.738=0.011
max	1302.936-1302.938=-0.002

*mean*	1076.800-1088.000=-11.200
σ	186.932-192.537=-5.605
min	841.000-880.000=-39.000
max	1324.000-1344.000=-20.000

*mean*	1.949-2.082=-0.134
σ	0.211-0.112=0.099
min	1.773-1.961=-0.188
max	2.210-2.203=0.006

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.907-1545.942=-0.035
σ	4.014-4.015=-0.001
min	1543.942-1543.970=-0.028
max	1553.082-1553.119=-0.037

*mean*	612.400-620.600=-8.200
σ	74.842-92.462=-17.621
min	494.000-492.000=2.000
max	691.000-733.000=-42.000

*mean*	2.255-2.364=-0.109
σ	0.118-0.188=-0.070
min	2.126-2.171=-0.045
max	2.413-2.654=-0.241

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.840-1864.841=-0.001
σ	0.044-0.044=0.000
min	1864.790-1864.792=-0.002
max	1864.896-1864.890=0.006

*mean*	1714.200-1721.000=-6.800
σ	234.035-173.701=60.334
min	1430.000-1481.000=-51.000
max	2022.000-1939.000=83.000

*mean*	2.899-2.952=-0.053
σ	0.041-0.065=-0.023
min	2.863-2.854=0.009
max	2.961-3.031=-0.070

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.839-1.740=0.099
σ	0.101-0.138=-0.038
min	1.708-1.511=0.198
max	1.952-1.886=0.066

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.738-447.752=-0.014
σ	579.076-579.111=-0.035
min	158.199-158.194=0.005
max	1316.352-1316.419=-0.067

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	447.000-444.000=3.000
σ	0.000
min	447.000-444.000=3.000
max	447.000-444.000=3.000

*mean*	0.538-0.532=0.006
σ	0.547-0.547=-0.000
min	0.263-0.253=0.010
max	1.359-1.353=0.006

policies=20

*mean*	1582.293-1582.269=0.024
σ	0.373-0.350=0.023
min	1582.035-1582.021=0.014
max	1582.845-1582.786=0.059

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	451.000-447.000=4.000
σ	4.619-3.464=1.155
min	447.000-444.000=3.000
max	455.000-450.000=5.000

*mean*	2.659-2.616=0.044
σ	0.045-0.015=0.030
min	2.624-2.596=0.028
max	2.725-2.631=0.094

policies=200

*mean*	15830.799-15830.822=-0.022
σ	0.221-0.140=0.080
min	15830.617-15830.619=-0.001
max	15831.119-15830.941=0.179

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	498.000-498.250=-0.250
σ	4.690-4.272=0.418
min	493.000
max	504.000-503.000=1.000

*mean*	26.555-26.560=-0.005
σ	0.138-0.110=0.028
min	26.409-26.420=-0.012
max	26.706-26.672=0.034