Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.678-54.678=0.001
σ	0.359-0.360=-0.001
min	54.540-54.539=0.001
max	55.699-55.701=-0.002

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.143-0.142=0.001
σ	0.004-0.004=0.001
min	0.139-0.139=0.000
max	0.150-0.149=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.704=0.001
σ	0.007-0.006=0.001
min	43.696-43.696=0.000
max	43.717-43.713=0.004

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.123-0.122=0.001
σ	0.005-0.006=-0.001
min	0.115-0.116=-0.002
max	0.132-0.131=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620

*mean*	4157.750-4155.125=2.625
σ	1906.309-1902.450=3.858
min	1552.000-1557.000=-5.000
max	7323.000-7314.000=9.000

*mean*	12.457-12.161=0.296
σ	0.157-0.167=-0.011
min	12.288-11.981=0.307
max	12.738-12.495=0.243

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=0.000

*mean*	4157.750-4155.125=2.625
σ	1906.309-1902.450=3.858
min	1552.000-1557.000=-5.000
max	7323.000-7314.000=9.000

*mean*	12.327-11.869=0.458
σ	0.703-0.578=0.126
min	11.401-11.272=0.129
max	13.066-12.715=0.351

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.930-41.929=0.001
max	41.933-41.933=-0.000

*mean*	7323.000-7314.000=9.000
σ	0.000
min	7323.000-7314.000=9.000
max	7323.000-7314.000=9.000

*mean*	14.400-14.619=-0.219
σ	0.841-0.730=0.111
min	12.369-12.997=-0.629
max	15.033-15.098=-0.065

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4157.750-4155.125=2.625
σ	1906.309-1902.450=3.858
min	1552.000-1557.000=-5.000
max	7323.000-7314.000=9.000

*mean*	12.372-12.027=0.345
σ	1.975-1.563=0.413
min	10.384-10.274=0.110
max	14.832-14.288=0.544

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4157.750-4155.125=2.625
σ	1906.309-1902.450=3.858
min	1552.000-1557.000=-5.000
max	7323.000-7314.000=9.000

*mean*	8.641-8.476=0.165
σ	0.323-0.264=0.059
min	8.261-8.078=0.183
max	9.177-8.840=0.338

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400
max	26.404-26.404=0.000

*mean*	4157.750-4155.125=2.625
σ	1906.309-1902.450=3.858
min	1552.000-1557.000=-5.000
max	7323.000-7314.000=9.000

*mean*	6.366-6.583=-0.217
σ	0.266-0.106=0.160
min	6.089-6.428=-0.339
max	6.795-6.783=0.012

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.003-0.003=0.000
min	25.666-25.665=0.000
max	25.674-25.674=0.000

*mean*	4157.750-4155.125=2.625
σ	1906.309-1902.450=3.858
min	1552.000-1557.000=-5.000
max	7323.000-7314.000=9.000

*mean*	5.590-5.451=0.139
σ	0.143-0.076=0.067
min	5.398-5.323=0.074
max	5.809-5.516=0.293

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=-0.000
min	25.968-25.968=-0.000
max	25.974-25.974=-0.000

*mean*	4157.750-4155.125=2.625
σ	1906.309-1902.450=3.858
min	1552.000-1557.000=-5.000
max	7323.000-7314.000=9.000

*mean*	5.519-5.322=0.197
σ	0.159-0.065=0.094
min	5.337-5.230=0.106
max	5.860-5.400=0.459

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=-0.000
min	2524.606
max	2524.606-2524.606=-0.000

*mean*	7323.000-7314.000=9.000
σ	0.000
min	7323.000-7314.000=9.000
max	7323.000-7314.000=9.000

*mean*	1047.508-1098.790=-51.282
σ	4.548-160.633=-156.085
min	1042.076-1034.557=7.519
max	1056.154-1496.135=-439.981

op=load_product(), with indexes

*mean*	8744.722-8744.721=0.001
σ	0.469-0.469=-0.000
min	8744.553-8744.553=0.000
max	8745.882-8745.883=-0.001

*mean*	3579.000-3576.125=2.875
σ	1802.512-1797.883=4.629
min	1047.000-1045.000=2.000
max	5816.000-5802.000=14.000

*mean*	4924.186-4948.626=-24.441
σ	1605.238-1563.062=42.176
min	3528.032-3538.948=-10.917
max	7228.241-7153.152=75.089

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.081-62.081=0.000

*mean*	4157.750-4155.125=2.625
σ	1906.309-1902.450=3.858
min	1552.000-1557.000=-5.000
max	7323.000-7314.000=9.000

*mean*	84.529-84.939=-0.411
σ	11.978-13.509=-1.531
min	71.061-70.892=0.169
max	104.963-104.481=0.482

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.945=-0.000
σ	0.001-0.001=0.000
min	40.944-40.945=-0.000
max	40.946

*mean*	7323.000-7314.000=9.000
σ	0.000
min	7323.000-7314.000=9.000
max	7323.000-7314.000=9.000

*mean*	106.995-107.353=-0.359
σ	6.443-4.273=2.170
min	95.906-100.812=-4.906
max	114.720-111.455=3.265

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.686
max	66.687-66.687=-0.000

*mean*	7323.000-7314.000=9.000
σ	0.000
min	7323.000-7314.000=9.000
max	7323.000-7314.000=9.000

*mean*	161.376-161.705=-0.329
σ	9.992-7.419=2.573
min	139.337-145.028=-5.690
max	167.663-166.812=0.851

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.900-11656.901=-0.000
σ	4.304-4.304=0.000
min	11655.306
max	11667.552

*mean*	4157.750-4155.125=2.625
σ	1906.309-1902.450=3.858
min	1552.000-1557.000=-5.000
max	7323.000-7314.000=9.000

*mean*	6804.711-6879.914=-75.203
σ	1165.818-1100.953=64.865
min	4896.436-4984.047=-87.610
max	8160.776-8089.762=71.013

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.066=-0.000
σ	0.001-0.001=0.000
min	11560.065
max	11560.067

*mean*	7323.000-7314.000=9.000
σ	0.000
min	7323.000-7314.000=9.000
max	7323.000-7314.000=9.000

*mean*	5934.309-5641.462=292.846
σ	1706.857-1332.740=374.118
min	4390.987-4379.610=11.378
max	8653.952-7607.754=1046.198

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	377.728-364.806=12.922
σ	21.699-34.638=-12.940
min	346.932-297.545=49.387
max	394.294-396.829=-2.535

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	1.069-0.000=1.069
min	559.000-562.000=-3.000
max	561.000-562.000=-1.000

*mean*	764.915-732.392=32.524
σ	70.143-71.343=-1.200
min	613.755-624.143=-10.388
max	835.602-808.008=27.593

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1024.328=0.001
σ	0.759-0.759=0.000
min	1023.852-1023.851=0.000
max	1027.465-1027.465=-0.000

*mean*	1038.350-1038.050=0.300
σ	293.017-295.841=-2.824
min	544.000-554.000=-10.000
max	1434.000-1437.000=-3.000

*mean*	1.562-1.577=-0.015
σ	0.063-0.101=-0.038
min	1.507-1.390=0.116
max	1.752-1.817=-0.064

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.495-0.322=0.173
σ	0.485-0.316=0.169
min	0.246-0.150=0.096
max	1.360-0.883=0.477

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.820-0.414=0.406
σ	0.514-0.188=0.327
min	0.568-0.320=0.248
max	1.739-0.750=0.990

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.383-0.218=0.166
σ	0.033-0.023=0.010
min	0.357-0.199=0.157
max	0.440-0.258=0.182

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000-401.000=1.000
σ	0.000
min	402.000-401.000=1.000
max	402.000-401.000=1.000

*mean*	0.586-0.337=0.249
σ	0.036-0.020=0.016
min	0.556-0.316=0.240
max	0.648-0.367=0.281

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	436.200-435.000=1.200
σ	1.789-2.236=-0.447
min	433.000-431.000=2.000
max	437.000-436.000=1.000

*mean*	0.595-0.558=0.037
σ	0.093-0.069=0.024
min	0.491-0.437=0.054
max	0.741-0.611=0.130

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-438.000=4.000
σ	0.000
min	442.000-438.000=4.000
max	442.000-438.000=4.000

*mean*	0.524-0.505=0.020
σ	0.010-0.011=-0.002
min	0.514-0.489=0.025
max	0.534-0.516=0.018

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-438.000=4.000
σ	0.000
min	442.000-438.000=4.000
max	442.000-438.000=4.000

*mean*	2.604-2.653=-0.049
σ	0.312-0.070=0.242
min	1.818-2.496=-0.678
max	3.302-2.833=0.470

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-438.000=4.000
σ	0.000
min	442.000-438.000=4.000
max	442.000-438.000=4.000

*mean*	2.748-2.634=0.114
σ	0.124-0.100=0.024
min	2.538-2.470=0.068
max	3.278-2.957=0.322

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-438.000=4.000
σ	0.000
min	442.000-438.000=4.000
max	442.000-438.000=4.000

*mean*	0.334-0.306=0.028
σ	0.048-0.010=0.039
min	0.300-0.289=0.011
max	0.567-0.366=0.201

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-438.000=4.000
σ	0.000
min	442.000-438.000=4.000
max	442.000-438.000=4.000

*mean*	0.313-0.303=0.010
σ	0.044-0.062=-0.018
min	0.288-0.279=0.008
max	0.588-0.753=-0.164

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.761-298.679=0.083
σ	1.017-1.040=-0.023
min	298.312-298.292=0.020
max	301.649-301.635=0.015

*mean*	444.500-442.300=2.200
σ	15.953-15.181=0.772
min	422.000-419.000=3.000
max	469.000-463.000=6.000

*mean*	0.606-0.586=0.020
σ	0.021-0.031=-0.010
min	0.574-0.538=0.036
max	0.647-0.645=0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532-239.532=0.000
σ	0.000
min	239.532-239.532=0.000
max	239.532-239.532=0.000

*mean*	1713.000-1751.000=-38.000
σ	42.762-0.000=42.762
min	1673.000-1751.000=-78.000
max	1753.000-1751.000=2.000

*mean*	219.662-218.649=1.013
σ	2.606-2.641=-0.035
min	213.961-215.490=-1.529
max	222.398-223.541=-1.144

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1713.000-1751.000=-38.000
σ	42.762-0.000=42.762
min	1673.000-1751.000=-78.000
max	1753.000-1751.000=2.000

*mean*	11.529-11.280=0.249
σ	2.167-2.019=0.148
min	9.362-7.275=2.087
max	15.477-12.717=2.760

phase=parser

*mean*	1042.360-1042.364=-0.004
σ	0.000-0.000=0.000
min	1042.359-1042.363=-0.004
max	1042.360-1042.364=-0.004

*mean*	1713.000-1751.000=-38.000
σ	42.762-0.000=42.762
min	1673.000-1751.000=-78.000
max	1753.000-1751.000=2.000

*mean*	664.040-661.107=2.933
σ	98.962-79.560=19.402
min	546.553-538.775=7.778
max	834.347-723.719=110.627

phase=processProdDef

*mean*	6169.660-6169.661=-0.001
σ	0.001-0.001=0.000
min	6169.659-6169.660=-0.001
max	6169.661-6169.662=-0.001

*mean*	1723.000-1751.000=-28.000
σ	41.404-0.000=41.404
min	1673.000-1751.000=-78.000
max	1753.000-1751.000=2.000

*mean*	5652.906-6328.617=-675.711
σ	1280.923-1421.649=-140.726
min	3368.838-4112.053=-743.215
max	7536.166-7979.191=-443.025

phase=renaming

*mean*	21.671
σ	0.000
min	21.671
max	21.671

*mean*	1713.000-1751.000=-38.000
σ	42.762-0.000=42.762
min	1673.000-1751.000=-78.000
max	1753.000-1751.000=2.000

*mean*	44.223-42.258=1.965
σ	6.735-8.083=-1.348
min	34.250-26.086=8.164
max	55.375-48.138=7.237

phase=type checker

*mean*	990.442-990.446=-0.004
σ	0.066
min	990.344-990.348=-0.004
max	990.532-990.536=-0.004

*mean*	1713.000-1751.000=-38.000
σ	42.762-0.000=42.762
min	1673.000-1751.000=-78.000
max	1753.000-1751.000=2.000

*mean*	804.087-819.562=-15.476
σ	95.872-92.662=3.210
min	679.373-679.758=-0.384
max	910.705-948.416=-37.711

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.919-293.925=-0.006
σ	0.038-0.045=-0.007
min	293.865-293.861=0.004
max	293.958-293.970=-0.012

*mean*	441.000-441.400=-0.400
σ	2.739-3.286=-0.548
min	439.000
max	444.000-445.000=-1.000

*mean*	0.400-0.405=-0.005
σ	0.002-0.011=-0.009
min	0.398-0.397=0.000
max	0.403-0.424=-0.021

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.219-1320.185=0.033
σ	0.072-0.091=-0.019
min	1320.142-1320.093=0.049
max	1320.307-1320.326=-0.019

*mean*	1089.400-1087.200=2.200
σ	167.830-168.488=-0.658
min	890.000-887.000=3.000
max	1320.000-1319.000=1.000

*mean*	2.053-2.039=0.014
σ	0.147-0.146=0.001
min	1.839-1.855=-0.017
max	2.192-2.175=0.017

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.738-1559.732=0.006
σ	4.059-4.075=-0.016
min	1557.731-1557.700=0.031
max	1566.993-1567.015=-0.023

*mean*	623.400-623.200=0.200
σ	87.540-87.451=0.089
min	494.000
max	728.000-727.000=1.000

*mean*	2.242-2.254=-0.012
σ	0.088-0.166=-0.078
min	2.185-2.137=0.048
max	2.399-2.537=-0.138

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.268-1882.270=-0.002
σ	0.060-0.057=0.003
min	1882.190-1882.194=-0.004
max	1882.355-1882.347=0.008

*mean*	1719.600-1717.800=1.800
σ	175.984-170.497=5.487
min	1470.000-1471.000=-1.000
max	1883.000-1874.000=9.000

*mean*	3.096-2.998=0.098
σ	0.315-0.295=0.020
min	2.915-2.740=0.175
max	3.657-3.489=0.168

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.782-1.604=0.179
σ	0.085-0.178=-0.093
min	1.668-1.327=0.342
max	1.861-1.791=0.070

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.536-453.535=0.002
σ	585.528-585.528=-0.000
min	160.771-160.768=0.002
max	1331.829-1331.827=0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.554-0.548=0.006
σ	0.564-0.556=0.008
min	0.270-0.268=0.002
max	1.400-1.382=0.018

policies=20

*mean*	1608.039-1608.038=0.002
σ	0.408-0.439=-0.031
min	1607.758-1607.740=0.018
max	1608.643-1608.688=-0.045

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	449.500-450.500=-1.000
σ	10.376-9.849=0.527
min	443.000
max	465.000

*mean*	2.692-2.734=-0.042
σ	0.007-0.061=-0.054
min	2.686-2.667=0.019
max	2.703-2.810=-0.107

policies=200

*mean*	16088.615-16088.520=0.095
σ	0.132-0.075=0.056
min	16088.516-16088.473=0.043
max	16088.800-16088.632=0.167

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	500.750-495.500=5.250
σ	6.185-4.796=1.389
min	493.000-490.000=3.000
max	508.000-500.000=8.000

*mean*	27.401-27.288=0.114
σ	0.165-0.170=-0.005
min	27.246-27.124=0.122
max	27.601-27.477=0.124