Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.619=0.058
σ	0.358-0.350=0.007
min	54.547-54.487=0.060
max	55.694-55.615=0.079

*mean*	419.000-417.000=2.000
σ	0.000
min	419.000-417.000=2.000
max	419.000-417.000=2.000

*mean*	0.143-0.141=0.002
σ	0.005-0.006=-0.001
min	0.138-0.136=0.002
max	0.152-0.150=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.788=-0.084
σ	0.005-0.007=-0.002
min	43.698-43.782=-0.084
max	43.711-43.803=-0.092

*mean*	419.000-417.800=1.200
σ	0.000-0.422=-0.422
min	419.000-417.000=2.000
max	419.000-418.000=1.000

*mean*	0.119-0.122=-0.003
σ	0.004-0.006=-0.002
min	0.115-0.111=0.004
max	0.127-0.131=-0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4153.500-4150.500=3.000
σ	1900.871-1896.962=3.909
min	1557.000-1556.000=1.000
max	7306.000-7293.000=13.000

*mean*	12.786-12.882=-0.096
σ	0.137-0.256=-0.119
min	12.628-12.541=0.087
max	13.002-13.149=-0.147

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.001
max	36.620-36.620=0.000

*mean*	4153.500-4150.500=3.000
σ	1900.871-1896.962=3.909
min	1557.000-1556.000=1.000
max	7306.000-7293.000=13.000

*mean*	13.394-13.021=0.374
σ	0.159-0.676=-0.517
min	13.146-12.011=1.135
max	13.590-14.015=-0.425

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=0.000
min	41.930-41.929=0.000
max	41.933-41.933=0.001

*mean*	7306.000-7293.000=13.000
σ	0.000
min	7306.000-7293.000=13.000
max	7306.000-7293.000=13.000

*mean*	15.294-15.151=0.143
σ	0.465-0.601=-0.135
min	14.409-13.834=0.575
max	16.014-15.810=0.204

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4153.500-4150.500=3.000
σ	1900.871-1896.962=3.909
min	1557.000-1556.000=1.000
max	7306.000-7293.000=13.000

*mean*	13.445-13.201=0.244
σ	1.555-1.741=-0.186
min	11.200-11.099=0.102
max	15.423-15.527=-0.104

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=0.000
min	27.604-27.603=0.001
max	27.991-27.990=0.001

*mean*	4153.500-4150.500=3.000
σ	1900.871-1896.962=3.909
min	1557.000-1556.000=1.000
max	7306.000-7293.000=13.000

*mean*	9.057-8.777=0.280
σ	0.413-0.276=0.137
min	8.510-8.502=0.008
max	9.634-9.233=0.400

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	4153.500-4150.500=3.000
σ	1900.871-1896.962=3.909
min	1557.000-1556.000=1.000
max	7306.000-7293.000=13.000

*mean*	6.756-6.874=-0.118
σ	0.233-0.155=0.078
min	6.363-6.686=-0.322
max	7.056-7.090=-0.034

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.666=0.002
σ	0.003-0.002=0.001
min	25.666-25.665=0.001
max	25.674-25.668=0.005

*mean*	4153.500-4150.500=3.000
σ	1900.871-1896.962=3.909
min	1557.000-1556.000=1.000
max	7306.000-7293.000=13.000

*mean*	6.048-6.018=0.029
σ	0.262-0.087=0.175
min	5.624-5.917=-0.293
max	6.426-6.117=0.310

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.001
σ	0.002-0.002=-0.000
min	25.968-25.967=0.001
max	25.974-25.972=0.001

*mean*	4153.500-4150.500=3.000
σ	1900.871-1896.962=3.909
min	1557.000-1556.000=1.000
max	7306.000-7293.000=13.000

*mean*	5.761-5.745=0.016
σ	0.172-0.239=-0.067
min	5.545-5.206=0.339
max	6.030-6.045=-0.015

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606-2524.606=-0.000
max	2524.607-2524.607=-0.001

*mean*	7306.000-7293.000=13.000
σ	0.000
min	7306.000-7293.000=13.000
max	7306.000-7293.000=13.000

*mean*	1086.213-1416.708=-330.495
σ	109.203-672.632=-563.430
min	1041.801-1060.394=-18.592
max	1355.932-3011.961=-1656.029

op=load_product(), with indexes

*mean*	8744.722-8744.721=0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.883-8745.883=0.001

*mean*	3573.125-3571.625=1.500
σ	1797.447-1794.970=2.477
min	1045.000-1044.000=1.000
max	5797.000-5790.000=7.000

*mean*	5084.863-4827.912=256.952
σ	1715.371-1543.298=172.072
min	3553.402-3517.052=36.350
max	7450.440-7279.855=170.585

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.001
max	62.081-62.081=0.000

*mean*	4153.500-4150.500=3.000
σ	1900.871-1896.962=3.909
min	1557.000-1556.000=1.000
max	7306.000-7293.000=13.000

*mean*	82.391-81.696=0.696
σ	11.058-9.875=1.183
min	72.235-70.718=1.518
max	100.067-95.985=4.082

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.944=0.001
σ	0.001-0.001=-0.000
min	40.945-40.944=0.001
max	40.946-40.945=0.001

*mean*	7306.000-7293.000=13.000
σ	0.000
min	7306.000-7293.000=13.000
max	7306.000-7293.000=13.000

*mean*	105.876-105.862=0.014
σ	4.288-3.730=0.558
min	97.790-99.537=-1.747
max	109.133-109.329=-0.195

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.001
σ	0.000-0.000=0.000
min	66.686-66.685=0.001
max	66.687-66.687=0.001

*mean*	7306.000-7293.000=13.000
σ	0.000
min	7306.000-7293.000=13.000
max	7306.000-7293.000=13.000

*mean*	162.397-164.254=-1.857
σ	9.045-5.842=3.203
min	141.815-151.902=-10.088
max	167.992-168.524=-0.531

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.900-11656.836=0.064
σ	4.304-4.324=-0.020
min	11655.306-11655.305=0.000
max	11667.552-11667.538=0.013

*mean*	4153.500-4150.500=3.000
σ	1900.871-1896.962=3.909
min	1557.000-1556.000=1.000
max	7306.000-7293.000=13.000

*mean*	6590.512-6695.455=-104.943
σ	1219.427-1289.562=-70.135
min	4953.693-4913.209=40.484
max	8345.556-8140.262=205.293

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.065=0.001
σ	0.001-0.001=-0.000
min	11560.065-11560.064=0.001
max	11560.067-11560.066=0.000

*mean*	7306.000-7293.000=13.000
σ	0.000
min	7306.000-7293.000=13.000
max	7306.000-7293.000=13.000

*mean*	5411.437-5207.343=204.094
σ	1218.352-1012.341=206.011
min	4424.344-4372.519=51.825
max	7481.874-6878.545=603.329

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	377.286-378.066=-0.781
σ	22.235-19.997=2.238
min	332.842-352.933=-20.090
max	394.121-395.962=-1.841

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-559.250=1.750
σ	0.000-0.463=-0.463
min	561.000-559.000=2.000
max	561.000-560.000=1.000

*mean*	742.560-770.790=-28.230
σ	57.569-76.942=-19.372
min	623.906-592.838=31.068
max	790.460-860.274=-69.815

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1008.375=15.954
σ	0.759-0.761=-0.002
min	1023.854-1007.900=15.954
max	1027.466-1011.518=15.948

*mean*	1046.800-1058.300=-11.500
σ	305.402-316.253=-10.851
min	571.000-561.000=10.000
max	1502.000-1530.000=-28.000

*mean*	1.573-1.516=0.057
σ	0.080-0.067=0.012
min	1.511-1.454=0.057
max	1.834-1.735=0.098

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.891=0.021
σ	0.020
min	0.903-0.881=0.021
max	0.949-0.928=0.021

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.312-0.386=-0.074
σ	0.332-0.487=-0.155
min	0.132-0.142=-0.010
max	0.901-1.255=-0.354

name=error_case.art

*mean*	2.339-2.338=0.001
σ	0.012
min	2.333-2.332=0.001
max	2.361-2.359=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.464-0.482=-0.018
σ	0.321-0.326=-0.005
min	0.311-0.326=-0.015
max	1.037-1.065=-0.027

name=heavy_item.art

*mean*	1.522-1.522=0.001
σ	0.002
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.206-0.214=-0.008
σ	0.027-0.024=0.003
min	0.186-0.195=-0.009
max	0.252-0.255=-0.003

name=nested_use.art

*mean*	2.357-2.355=0.001
σ	0.002
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.338=-0.006
σ	0.015-0.018=-0.003
min	0.318-0.323=-0.005
max	0.357-0.367=-0.009

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-963.908=0.933
σ	0.011
min	964.835-963.902=0.933
max	964.859-963.926=0.933

*mean*	436.200-434.400=1.800
σ	1.789-1.342=0.447
min	433.000-432.000=1.000
max	437.000-435.000=2.000

*mean*	0.537-0.492=0.044
σ	0.064-0.051=0.014
min	0.430-0.440=-0.010
max	0.594-0.567=0.026

name=cdr_enhanced_4k_loc.art

*mean*	885.820-884.884=0.936
σ	0.002
min	885.819-884.883=0.936
max	885.823-884.886=0.936

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	0.488-0.490=-0.003
σ	0.019-0.036=-0.017
min	0.469-0.447=0.022
max	0.515-0.531=-0.016

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.706=0.002
σ	0.002
min	7.708-7.705=0.002
max	7.712-7.709=0.002

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	2.642-1.953=0.689
σ	0.092-0.076=0.016
min	2.478-1.830=0.647
max	2.907-2.203=0.704

name=record_render_large_syntax_err.art

*mean*	7.657-7.655=0.002
σ	0.002
min	7.656-7.654=0.002
max	7.660-7.658=0.002

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	2.588-1.920=0.668
σ	0.076-0.072=0.004
min	2.455-1.723=0.731
max	2.777-2.169=0.607

name=record_render_success.art

*mean*	2.289-2.288=0.002
σ	0.002
min	2.289-2.287=0.002
max	2.293-2.291=0.002

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	0.302-0.302=0.000
σ	0.008-0.007=0.001
min	0.288-0.288=-0.000
max	0.355-0.339=0.016

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.002
σ	0.002
min	2.164-2.163=0.002
max	2.168-2.166=0.002

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	0.292-0.288=0.004
σ	0.007-0.011=-0.004
min	0.278-0.276=0.003
max	0.322-0.363=-0.041

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.791-297.984=0.807
σ	1.058-1.024=0.033
min	298.336-297.591=0.745
max	301.796-300.896=0.900

*mean*	445.300-443.600=1.700
σ	18.874-13.393=5.481
min	418.000-428.000=-10.000
max	469.000-466.000=3.000

*mean*	0.603-0.601=0.002
σ	0.030-0.026=0.004
min	0.540-0.560=-0.020
max	0.626-0.636=-0.010

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.536-222.008=17.528
σ	0.000
min	239.536-222.008=17.528
max	239.536-222.008=17.528

*mean*	1684.625-1693.000=-8.375
σ	1.768-103.642=-101.874
min	1684.000-1492.000=192.000
max	1689.000-1748.000=-59.000

*mean*	222.810-204.203=18.607
σ	2.699-1.627=1.072
min	218.892-200.846=18.046
max	227.476-206.208=21.267

phase=macro expansion

*mean*	6.133-6.130=0.004
σ	0.000
min	6.133-6.130=0.004
max	6.133-6.130=0.004

*mean*	1684.625-1693.000=-8.375
σ	1.768-103.642=-101.874
min	1684.000-1492.000=192.000
max	1689.000-1748.000=-59.000

*mean*	11.432-11.776=-0.344
σ	1.369-1.860=-0.491
min	9.645-7.173=2.472
max	12.768-12.482=0.286

phase=parser

*mean*	1042.363-1041.161=1.202
σ	0.000-0.000=-0.000
min	1042.363-1041.160=1.202
max	1042.363-1041.161=1.202

*mean*	1684.625-1693.000=-8.375
σ	1.768-103.642=-101.874
min	1684.000-1492.000=192.000
max	1689.000-1748.000=-59.000

*mean*	680.087-677.886=2.201
σ	89.766-103.761=-13.995
min	566.115-421.153=144.962
max	836.704-717.642=119.062

phase=processProdDef

*mean*	6169.657-6169.660=-0.003
σ	0.001-0.000=0.000
min	6169.657-6169.659=-0.002
max	6169.658-6169.660=-0.002

*mean*	1685.250-1725.000=-39.750
σ	2.315-65.054=-62.739
min	1684.000-1564.000=120.000
max	1689.000-1748.000=-59.000

*mean*	6140.336-5524.122=616.214
σ	1348.533-1460.464=-111.930
min	4010.225-3885.019=125.207
max	7808.916-7877.547=-68.631

phase=renaming

*mean*	21.671-21.670=0.001
σ	0.000
min	21.671-21.670=0.001
max	21.671-21.670=0.001

*mean*	1684.625-1693.000=-8.375
σ	1.768-103.642=-101.874
min	1684.000-1492.000=192.000
max	1689.000-1748.000=-59.000

*mean*	44.241-44.991=-0.750
σ	6.469-7.533=-1.063
min	34.982-26.355=8.627
max	51.133-47.910=3.223

phase=type checker

*mean*	990.442-958.537=31.906
σ	0.066
min	990.344-958.439=31.906
max	990.532-958.626=31.906

*mean*	1684.625-1693.000=-8.375
σ	1.768-103.642=-101.874
min	1684.000-1492.000=192.000
max	1689.000-1748.000=-59.000

*mean*	829.362-818.956=10.407
σ	89.968-105.697=-15.729
min	716.065-635.880=80.185
max	992.983-976.532=16.451

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.924-292.773=1.151
σ	0.042-0.034=0.008
min	293.862-292.726=1.136
max	293.958-292.811=1.147

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.394-0.402=-0.008
σ	0.001-0.006=-0.005
min	0.393-0.397=-0.004
max	0.395-0.412=-0.017

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.188-1302.876=17.312
σ	0.089-0.088=0.001
min	1320.093-1302.727=17.366
max	1320.318-1302.947=17.371

*mean*	1110.000-1091.600=18.400
σ	171.504-180.594=-9.091
min	896.000-841.000=55.000
max	1334.000-1305.000=29.000

*mean*	1.953-2.061=-0.108
σ	0.072-0.207=-0.135
min	1.882-1.838=0.044
max	2.065-2.276=-0.211

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.729-1545.901=13.828
σ	4.087-4.064=0.023
min	1557.680-1543.892=13.787
max	1567.033-1553.164=13.869

*mean*	625.400-614.000=11.400
σ	88.053-77.772=10.281
min	495.000-494.000=1.000
max	730.000-701.000=29.000

*mean*	2.297-2.285=0.012
σ	0.261-0.283=-0.023
min	2.144-2.120=0.024
max	2.760-2.788=-0.028

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.294-1864.833=17.461
σ	0.080-0.026=0.054
min	1882.200-1864.798=17.402
max	1882.397-1864.863=17.534

*mean*	1760.000-1741.400=18.600
σ	219.527-227.387=-7.860
min	1480.000-1439.000=41.000
max	1972.000-1957.000=15.000

*mean*	3.213-2.974=0.239
σ	0.357-0.176=0.181
min	2.862-2.791=0.071
max	3.732-3.254=0.478

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.836-1.807=0.029
σ	0.095-0.063=0.033
min	1.731-1.713=0.018
max	1.933-1.865=0.068

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.537-447.736=5.801
σ	585.528-579.077=6.451
min	160.767-158.194=2.573
max	1331.829-1316.351=15.478

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.550-0.542=0.008
σ	0.561-0.554=0.007
min	0.267-0.263=0.005
max	1.391-1.372=0.019

policies=20

*mean*	1608.043-1582.287=25.756
σ	0.416-0.362=0.054
min	1607.759-1582.031=25.729
max	1608.661-1582.821=25.840

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	447.500-446.500=1.000
σ	7.506-4.041=3.464
min	441.000-443.000=-2.000
max	454.000-450.000=4.000

*mean*	2.704-2.633=0.071
σ	0.031-0.014=0.017
min	2.666-2.621=0.045
max	2.742-2.651=0.091

policies=200

*mean*	16088.517-15830.907=257.610
σ	0.216-0.092=0.124
min	16088.340-15830.839=257.501
max	16088.826-15831.036=257.790

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	495.750-497.000=-1.250
σ	3.403-4.967=-1.563
min	491.000
max	499.000-503.000=-4.000

*mean*	27.327-26.684=0.643
σ	0.167-0.131=0.036
min	27.192-26.572=0.620
max	27.570-26.841=0.728