Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.618=0.000
σ	0.349-0.351=-0.002
min	54.489-54.480=0.008
max	55.610-55.617=-0.007

*mean*	414.000-416.000=-2.000
σ	0.000
min	414.000-416.000=-2.000
max	414.000-416.000=-2.000

*mean*	0.139-0.140=-0.001
σ	0.006-0.005=0.000
min	0.131-0.135=-0.004
max	0.148-0.149=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.789=-0.001
σ	0.006-0.009=-0.003
min	43.779-43.772=0.008
max	43.799-43.800=-0.001

*mean*	414.000-416.000=-2.000
σ	0.000
min	414.000-416.000=-2.000
max	414.000-416.000=-2.000

*mean*	0.122-0.126=-0.004
σ	0.004-0.011=-0.008
min	0.118-0.115=0.002
max	0.128-0.150=-0.022

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4096.125-4101.000=-4.875
σ	1580.127-1576.039=4.087
min	1954.000-1978.000=-24.000
max	6045.000-6046.000=-1.000

*mean*	12.241-12.146=0.095
σ	0.187-0.199=-0.012
min	12.069-11.769=0.299
max	12.662-12.442=0.220

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.615-36.615=-0.000
max	36.620-36.620=-0.000

*mean*	4096.125-4101.000=-4.875
σ	1580.127-1576.039=4.087
min	1954.000-1978.000=-24.000
max	6045.000-6046.000=-1.000

*mean*	11.683-12.275=-0.592
σ	0.204-0.510=-0.305
min	11.414-11.354=0.060
max	12.065-12.718=-0.653

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	6045.000-6046.000=-1.000
σ	0.000
min	6045.000-6046.000=-1.000
max	6045.000-6046.000=-1.000

*mean*	13.429-13.048=0.380
σ	1.162-1.153=0.010
min	11.102-10.709=0.393
max	15.012-14.707=0.305

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.001

*mean*	4096.125-4101.000=-4.875
σ	1580.127-1576.039=4.087
min	1954.000-1978.000=-24.000
max	6045.000-6046.000=-1.000

*mean*	12.348-12.128=0.219
σ	1.876-1.952=-0.077
min	10.531-10.064=0.467
max	14.544-14.388=0.156

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605
σ	0.002-0.002=0.000
min	27.603-27.603=-0.000
max	27.607

*mean*	4096.125-4101.000=-4.875
σ	1580.127-1576.039=4.087
min	1954.000-1978.000=-24.000
max	6045.000-6046.000=-1.000

*mean*	8.440-8.159=0.280
σ	0.273-0.234=0.039
min	8.069-7.901=0.167
max	8.741-8.470=0.270

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403

*mean*	4096.125-4101.000=-4.875
σ	1580.127-1576.039=4.087
min	1954.000-1978.000=-24.000
max	6045.000-6046.000=-1.000

*mean*	6.219-6.193=0.026
σ	0.262-0.363=-0.101
min	5.817-5.857=-0.039
max	6.496-6.770=-0.274

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.667=-0.000
σ	0.002-0.002=0.000
min	25.664-25.664=-0.000
max	25.670-25.670=0.000

*mean*	4096.125-4101.000=-4.875
σ	1580.127-1576.039=4.087
min	1954.000-1978.000=-24.000
max	6045.000-6046.000=-1.000

*mean*	5.439-5.419=0.020
σ	0.130-0.106=0.023
min	5.303-5.236=0.067
max	5.624-5.570=0.054

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=0.000
min	25.967
max	25.971-25.971=0.000

*mean*	4096.125-4101.000=-4.875
σ	1580.127-1576.039=4.087
min	1954.000-1978.000=-24.000
max	6045.000-6046.000=-1.000

*mean*	5.162-5.196=-0.034
σ	0.287-0.139=0.148
min	4.797-5.008=-0.211
max	5.625-5.487=0.138

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.603-2524.603=-0.000
σ	0.000-0.000=-0.000
min	2524.603
max	2524.603-2524.604=-0.001

*mean*	6045.000-6046.000=-1.000
σ	0.000
min	6045.000-6046.000=-1.000
max	6045.000-6046.000=-1.000

*mean*	1427.759-1542.181=-114.422
σ	608.247-795.671=-187.424
min	1043.252-1039.021=4.231
max	2701.532-2972.686=-271.154

op=load_product(), with indexes

*mean*	8744.567-8744.567=0.000
σ	0.033-0.033=0.000
min	8744.553-8744.553=-0.000
max	8744.649-8744.649=0.001

*mean*	3806.500-3813.875=-7.375
σ	1664.300-1657.294=7.006
min	1954.000-1978.000=-24.000
max	6045.000-6046.000=-1.000

*mean*	4409.139-4601.340=-192.202
σ	1255.032-1385.196=-130.164
min	3540.165-3513.902=26.263
max	6828.092-7096.825=-268.733

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080

*mean*	4096.125-4101.000=-4.875
σ	1580.127-1576.039=4.087
min	1954.000-1978.000=-24.000
max	6045.000-6046.000=-1.000

*mean*	79.608-80.399=-0.792
σ	8.831-10.101=-1.270
min	70.922-70.148=0.773
max	97.042-97.616=-0.575

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945

*mean*	6045.000-6046.000=-1.000
σ	0.000
min	6045.000-6046.000=-1.000
max	6045.000-6046.000=-1.000

*mean*	96.842-96.451=0.391
σ	11.983-8.397=3.586
min	73.496-85.208=-11.712
max	108.100-107.715=0.385

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.686-66.687=-0.000

*mean*	6045.000-6046.000=-1.000
σ	0.000
min	6045.000-6046.000=-1.000
max	6045.000-6046.000=-1.000

*mean*	197.477-227.746=-30.269
σ	153.165-236.978=-83.813
min	115.477-127.145=-11.668
max	574.602-813.437=-238.835

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.832=0.000
σ	4.317-4.317=-0.000
min	11655.305
max	11667.517

*mean*	4096.125-4101.000=-4.875
σ	1580.127-1576.039=4.087
min	1954.000-1978.000=-24.000
max	6045.000-6046.000=-1.000

*mean*	6372.812-6421.721=-48.909
σ	1327.381-1212.999=114.382
min	4871.012-4912.249=-41.237
max	8172.250-7675.066=497.184

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=0.000
σ	0.001-0.001=-0.000
min	11560.066
max	11560.069

*mean*	6045.000-6046.000=-1.000
σ	0.000
min	6045.000-6046.000=-1.000
max	6045.000-6046.000=-1.000

*mean*	6774.229-6561.760=212.469
σ	1319.500-1467.184=-147.683
min	4392.912-4411.860=-18.948
max	8252.879-8211.275=41.605

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.582-172.591=-0.009
σ	0.027-0.028=-0.000
min	172.558
max	172.624-172.625=-0.001

*mean*	1954.000-1978.000=-24.000
σ	0.000
min	1954.000-1978.000=-24.000
max	1954.000-1978.000=-24.000

*mean*	329.143-365.627=-36.484
σ	45.816-27.431=18.386
min	261.226-321.221=-59.995
max	381.219-403.315=-22.096

op=pointedIndexFromKvs

rows=400000

*mean*	357.364-357.361=0.004
σ	0.041-0.039=0.002
min	357.321
max	357.422-357.407=0.016

*mean*	1954.000-1978.000=-24.000
σ	0.000
min	1954.000-1978.000=-24.000
max	1954.000-1978.000=-24.000

*mean*	778.234-761.454=16.780
σ	14.309-60.103=-45.794
min	762.525-628.062=134.464
max	801.339-812.080=-10.741

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.480-1008.476=0.003
σ	0.867-0.878=-0.012
min	1007.977-1007.991=-0.014
max	1012.061-1012.116=-0.055

*mean*	1040.250-1037.350=2.900
σ	305.527-304.500=1.027
min	546.000-548.000=-2.000
max	1466.000

*mean*	1.521-1.531=-0.010
σ	0.064-0.114=-0.051
min	1.453-1.316=0.138
max	1.716-1.815=-0.099

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.002-0.002=0.000
min	0.881
max	0.886-0.886=0.000

*mean*	1466.000
σ	0.000
min	1466.000
max	1466.000

*mean*	0.472-0.401=0.071
σ	0.183-0.115=0.068
min	0.347-0.322=0.026
max	0.771-0.604=0.166

name=error_case.art

*mean*	2.333-2.334=-0.001
σ	0.003-0.002=0.000
min	2.332-2.332=-0.001
max	2.337

*mean*	1466.000
σ	0.000
min	1466.000
max	1466.000

*mean*	0.924-0.885=0.039
σ	0.159-0.080=0.079
min	0.836-0.830=0.007
max	1.207-1.023=0.184

name=heavy_item.art

*mean*	1.521-1.522=-0.000
σ	0.002-0.002=0.000
min	1.520
max	1.524

*mean*	1466.000
σ	0.000
min	1466.000
max	1466.000

*mean*	0.541-0.545=-0.004
σ	0.051-0.056=-0.005
min	0.493-0.506=-0.013
max	0.623-0.641=-0.018

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1466.000
σ	0.000
min	1466.000
max	1466.000

*mean*	0.837-0.855=-0.018
σ	0.038-0.046=-0.008
min	0.804-0.818=-0.013
max	0.896-0.933=-0.037

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.922-963.920=0.002
σ	0.028-0.027=0.001
min	963.902
max	963.972-963.968=0.004

*mean*	1466.000
σ	0.000
min	1466.000
max	1466.000

*mean*	0.849-0.841=0.008
σ	0.031-0.020=0.010
min	0.794-0.817=-0.023
max	0.866-0.858=0.007

name=cdr_enhanced_4k_loc.art

*mean*	884.888-884.889=-0.002
σ	0.005-0.006=-0.001
min	884.883
max	884.895-884.897=-0.001

*mean*	1466.000
σ	0.000
min	1466.000
max	1466.000

*mean*	0.730-0.739=-0.009
σ	0.035-0.005=0.030
min	0.668-0.732=-0.064
max	0.751-0.745=0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	1466.000
σ	0.000
min	1466.000
max	1466.000

*mean*	4.253-4.232=0.021
σ	0.092-0.096=-0.004
min	4.016-4.072=-0.056
max	4.540-4.536=0.005

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1466.000
σ	0.000
min	1466.000
max	1466.000

*mean*	4.230-4.242=-0.012
σ	0.078-0.090=-0.012
min	4.070-4.095=-0.026
max	4.473-4.539=-0.066

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1466.000
σ	0.000
min	1466.000
max	1466.000

*mean*	0.747-0.750=-0.003
σ	0.020-0.019=0.001
min	0.706-0.716=-0.010
max	0.870-0.872=-0.002

name=record_render_syntax_err.art

*mean*	2.163-2.163=-0.000
σ	0.002-0.002=0.000
min	2.163
max	2.166

*mean*	1466.000
σ	0.000
min	1466.000
max	1466.000

*mean*	0.712-0.712=-0.000
σ	0.015-0.016=-0.001
min	0.680-0.675=0.006
max	0.782-0.778=0.004

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.706-297.772=-0.066
σ	0.226-0.218=0.007
min	297.553-297.631=-0.078
max	298.328-298.367=-0.039

*mean*	1954.000-1978.000=-24.000
σ	0.000
min	1954.000-1978.000=-24.000
max	1954.000-1978.000=-24.000

*mean*	0.593-0.591=0.002
σ	0.020-0.036=-0.016
min	0.539-0.513=0.026
max	0.610-0.620=-0.010

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-222.008=0.004
σ	0.000
min	222.011-222.008=0.004
max	222.011-222.008=0.004

*mean*	1722.500-1585.125=137.375
σ	85.835-59.225=26.611
min	1556.000-1466.000=90.000
max	1780.000-1659.000=121.000

*mean*	211.367-202.811=8.556
σ	21.424-1.457=19.967
min	202.095-201.526=0.569
max	264.299-205.988=58.311

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1722.500-1585.125=137.375
σ	85.835-59.225=26.611
min	1556.000-1466.000=90.000
max	1780.000-1659.000=121.000

*mean*	11.466-10.516=0.950
σ	2.796-1.594=1.202
min	6.390-9.211=-2.821
max	15.499-12.651=2.848

phase=parser

*mean*	1041.161-1041.162=-0.001
σ	0.000-0.000=-0.000
min	1041.160-1041.161=-0.000
max	1041.161-1041.162=-0.001

*mean*	1722.500-1585.125=137.375
σ	85.835-59.225=26.611
min	1556.000-1466.000=90.000
max	1780.000-1659.000=121.000

*mean*	666.874-647.792=19.082
σ	131.477-65.221=66.255
min	402.919-581.623=-178.704
max	837.299-733.476=103.823

phase=processProdDef

*mean*	6169.658-6169.659=-0.001
σ	0.001
min	6169.657-6169.659=-0.001
max	6169.659-6169.660=-0.001

*mean*	1750.500-1609.250=141.250
σ	54.623-39.935=14.689
min	1662.000-1531.000=131.000
max	1780.000-1659.000=121.000

*mean*	4989.928-6167.652=-1177.724
σ	1682.020-1217.744=464.276
min	3040.596-3931.346=-890.749
max	7656.980-7376.719=280.261

phase=renaming

*mean*	21.667-21.670=-0.004
σ	0.000
min	21.667-21.670=-0.004
max	21.667-21.670=-0.004

*mean*	1722.500-1585.125=137.375
σ	85.835-59.225=26.611
min	1556.000-1466.000=90.000
max	1780.000-1659.000=121.000

*mean*	43.348-42.700=0.648
σ	10.339-4.030=6.309
min	20.353-39.328=-18.975
max	54.631-48.162=6.469

phase=type checker

*mean*	958.690
σ	0.055
min	958.604
max	958.760

*mean*	1722.500-1585.125=137.375
σ	85.835-59.225=26.611
min	1556.000-1466.000=90.000
max	1780.000-1659.000=121.000

*mean*	754.249-741.274=12.975
σ	90.661-69.460=21.201
min	631.413-665.096=-33.683
max	908.063-873.860=34.203

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.992-292.995=-0.003
σ	0.047-0.036=0.011
min	292.937-292.943=-0.006
max	293.045-293.032=0.013

*mean*	1780.000-1659.000=121.000
σ	0.000
min	1780.000-1659.000=121.000
max	1780.000-1659.000=121.000

*mean*	0.411-0.402=0.009
σ	0.016-0.007=0.009
min	0.398-0.392=0.006
max	0.435-0.408=0.027

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.856-1302.813=0.043
σ	0.104-0.070=0.034
min	1302.733-1302.732=0.000
max	1303.020-1302.923=0.098

*mean*	1780.000-1659.000=121.000
σ	0.000
min	1780.000-1659.000=121.000
max	1780.000-1659.000=121.000

*mean*	2.022-1.967=0.056
σ	0.176-0.101=0.075
min	1.817-1.862=-0.046
max	2.260-2.098=0.162

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.885-1545.919=-0.035
σ	4.019-4.010=0.009
min	1543.914-1543.972=-0.058
max	1553.070-1553.089=-0.019

*mean*	1780.000-1659.000=121.000
σ	0.000
min	1780.000-1659.000=121.000
max	1780.000-1659.000=121.000

*mean*	2.312-2.382=-0.070
σ	0.123-0.126=-0.003
min	2.132-2.240=-0.108
max	2.445-2.575=-0.131

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.862-1864.879=-0.017
σ	0.058-0.070=-0.012
min	1864.787-1864.801=-0.014
max	1864.926-1864.952=-0.027

*mean*	1814.800-1776.800=38.000
σ	77.815-131.174=-53.359
min	1780.000-1659.000=121.000
max	1954.000-1978.000=-24.000

*mean*	2.910-3.249=-0.339
σ	0.106-0.397=-0.291
min	2.739-2.865=-0.126
max	2.993-3.826=-0.832

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.854-1.807=0.046
σ	0.156-0.080=0.076
min	1.581-1.697=-0.116
max	1.970-1.914=0.057

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.793-446.795=-0.002
σ	577.190-577.190=0.000
min	158.197-158.198=-0.002
max	1312.578-1312.579=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1780.000-1659.000=121.000
σ	0.000
min	1780.000-1659.000=121.000
max	1780.000-1659.000=121.000

*mean*	0.433-0.550=-0.116
σ	0.317-0.565=-0.248
min	0.272-0.265=0.007
max	0.909-1.397=-0.489

policies=20

*mean*	1582.281-1582.285=-0.004
σ	0.395-0.363=0.032
min	1582.019-1582.039=-0.021
max	1582.869-1582.825=0.043

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1780.000-1659.000=121.000
σ	0.000
min	1780.000-1659.000=121.000
max	1780.000-1659.000=121.000

*mean*	2.695-2.642=0.053
σ	0.025-0.009=0.016
min	2.659-2.630=0.030
max	2.716-2.650=0.065

policies=200

*mean*	15830.812-15830.754=0.058
σ	0.173-0.096=0.077
min	15830.601-15830.675=-0.074
max	15831.024-15830.868=0.156

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1780.000-1659.000=121.000
σ	0.000
min	1780.000-1659.000=121.000
max	1780.000-1659.000=121.000

*mean*	26.787-26.623=0.163
σ	0.302-0.119=0.183
min	26.492-26.483=0.008
max	27.193-26.762=0.431