Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.624-54.623=0.001
σ	0.347-0.347=0.000
min	54.498-54.495=0.003
max	55.610-55.609=0.001

*mean*	421.000-417.700=3.300
σ	0.000-0.483=-0.483
min	421.000-417.000=4.000
max	421.000-418.000=3.000

*mean*	0.142-0.141=0.001
σ	0.004-0.004=0.000
min	0.138-0.137=0.001
max	0.148-0.149=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.787=0.000
σ	0.006-0.005=0.001
min	43.778-43.782=-0.004
max	43.800-43.798=0.002

*mean*	421.000-418.000=3.000
σ	0.000
min	421.000-418.000=3.000
max	421.000-418.000=3.000

*mean*	0.124-0.124=0.000
σ	0.004-0.005=-0.000
min	0.119-0.119=-0.000
max	0.131-0.132=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4158.000-4151.500=6.500
σ	1905.566-1902.143=3.423
min	1552.000-1549.000=3.000
max	7324.000-7307.000=17.000

*mean*	12.251-12.288=-0.037
σ	0.185-0.169=0.016
min	12.020-12.150=-0.129
max	12.540-12.581=-0.041

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.619=0.000

*mean*	4158.000-4151.500=6.500
σ	1905.566-1902.143=3.423
min	1552.000-1549.000=3.000
max	7324.000-7307.000=17.000

*mean*	12.641-12.132=0.508
σ	0.385-0.577=-0.192
min	11.713-11.435=0.278
max	12.927-12.812=0.115

op=table_records(), no indexes

*mean*	41.931-41.931=0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.000
max	41.933-41.932=0.001

*mean*	7324.000-7307.000=17.000
σ	0.000
min	7324.000-7307.000=17.000
max	7324.000-7307.000=17.000

*mean*	14.499-14.521=-0.023
σ	0.931-0.655=0.275
min	12.345-13.006=-0.661
max	15.232-15.126=0.106

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.931-41.931=0.000

*mean*	4158.000-4151.500=6.500
σ	1905.566-1902.143=3.423
min	1552.000-1549.000=3.000
max	7324.000-7307.000=17.000

*mean*	12.242-12.043=0.200
σ	2.021-1.652=0.369
min	10.345-10.380=-0.036
max	15.060-14.776=0.284

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.137-0.137=0.000
min	27.603-27.603=-0.000
max	27.991

*mean*	4158.000-4151.500=6.500
σ	1905.566-1902.143=3.423
min	1552.000-1549.000=3.000
max	7324.000-7307.000=17.000

*mean*	8.221-8.375=-0.153
σ	0.332-0.283=0.049
min	7.761-7.882=-0.120
max	8.729-8.827=-0.099

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4158.000-4151.500=6.500
σ	1905.566-1902.143=3.423
min	1552.000-1549.000=3.000
max	7324.000-7307.000=17.000

*mean*	6.309-6.530=-0.221
σ	0.262-0.141=0.121
min	6.027-6.260=-0.233
max	6.813-6.761=0.052

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.668

*mean*	4158.000-4151.500=6.500
σ	1905.566-1902.143=3.423
min	1552.000-1549.000=3.000
max	7324.000-7307.000=17.000

*mean*	5.555-5.578=-0.023
σ	0.114-0.068=0.046
min	5.341-5.496=-0.155
max	5.740-5.689=0.051

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972-25.972=0.000

*mean*	4158.000-4151.500=6.500
σ	1905.566-1902.143=3.423
min	1552.000-1549.000=3.000
max	7324.000-7307.000=17.000

*mean*	5.288-5.368=-0.080
σ	0.079-0.074=0.006
min	5.168-5.270=-0.103
max	5.405-5.484=-0.078

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607-2524.607=-0.000

*mean*	7324.000-7307.000=17.000
σ	0.000
min	7324.000-7307.000=17.000
max	7324.000-7307.000=17.000

*mean*	1053.289-1253.279=-199.991
σ	8.230-464.138=-455.908
min	1043.213-1033.986=9.227
max	1065.892-2363.557=-1297.664

op=load_product(), with indexes

*mean*	8744.722-8744.722=-0.000
σ	0.470-0.468=0.001
min	8744.553-8744.554=-0.000
max	8745.884-8745.881=0.003

*mean*	3581.250-3572.500=8.750
σ	1802.758-1796.416=6.342
min	1045.000-1051.000=-6.000
max	5820.000-5797.000=23.000

*mean*	4802.266-4748.167=54.098
σ	1644.423-1581.050=63.373
min	3540.417-3522.146=18.271
max	7478.458-7229.015=249.443

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076
max	62.081

*mean*	4158.000-4151.500=6.500
σ	1905.566-1902.143=3.423
min	1552.000-1549.000=3.000
max	7324.000-7307.000=17.000

*mean*	75.006-82.059=-7.053
σ	2.897-9.844=-6.947
min	70.923-71.381=-0.459
max	79.286-96.309=-17.023

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	7324.000-7307.000=17.000
σ	0.000
min	7324.000-7307.000=17.000
max	7324.000-7307.000=17.000

*mean*	105.059-107.220=-2.161
σ	7.692-4.224=3.468
min	88.677-98.663=-9.986
max	113.994-111.109=2.885

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.686-66.687=-0.000

*mean*	7324.000-7307.000=17.000
σ	0.000
min	7324.000-7307.000=17.000
max	7324.000-7307.000=17.000

*mean*	160.644-163.130=-2.486
σ	10.802-7.727=3.075
min	135.401-144.953=-9.552
max	167.160-167.533=-0.374

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.538

*mean*	4158.000-4151.500=6.500
σ	1905.566-1902.143=3.423
min	1552.000-1549.000=3.000
max	7324.000-7307.000=17.000

*mean*	6349.264-6237.190=112.075
σ	1075.007-1099.399=-24.392
min	4970.616-4945.217=25.399
max	8133.541-8101.205=32.337

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066

*mean*	7324.000-7307.000=17.000
σ	0.000
min	7324.000-7307.000=17.000
max	7324.000-7307.000=17.000

*mean*	5518.952-5304.495=214.458
σ	1637.852-1183.835=454.017
min	4359.610-4392.243=-32.633
max	9009.182-7427.414=1581.768

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-474.000=3.000
σ	0.000
min	477.000-474.000=3.000
max	477.000-474.000=3.000

*mean*	380.626-384.432=-3.805
σ	18.953-25.656=-6.703
min	349.681-321.137=28.544
max	395.539-395.489=0.050

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.625-559.000=1.625
σ	0.518-0.000=0.518
min	560.000-559.000=1.000
max	561.000-559.000=2.000

*mean*	772.203-776.900=-4.698
σ	24.103-40.339=-16.235
min	717.001-687.404=29.597
max	793.951-821.864=-27.912

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.376-1008.375=0.001
σ	0.760-0.761=-0.001
min	1007.900-1007.902=-0.002
max	1011.517-1011.522=-0.005

*mean*	1035.250-1032.750=2.500
σ	297.613-295.593=2.020
min	576.000-573.000=3.000
max	1465.000-1455.000=10.000

*mean*	1.511-1.533=-0.022
σ	0.080-0.088=-0.008
min	1.396-1.355=0.041
max	1.743-1.772=-0.030

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.426-0.439=-0.013
σ	0.568-0.475=0.092
min	0.142-0.151=-0.009
max	1.439-1.285=0.154

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.493-0.706=-0.213
σ	0.337-0.200=0.137
min	0.329-0.597=-0.268
max	1.096-1.063=0.033

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.222-0.399=-0.177
σ	0.025-0.042=-0.017
min	0.208-0.355=-0.147
max	0.267-0.461=-0.194

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.331-0.611=-0.281
σ	0.018-0.034=-0.016
min	0.316-0.583=-0.267
max	0.361-0.664=-0.303

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	432.400-434.800=-2.400
σ	2.510-1.643=0.867
min	430.000-432.000=-2.000
max	435.000-436.000=-1.000

*mean*	0.526-0.594=-0.067
σ	0.065-0.096=-0.031
min	0.444-0.513=-0.069
max	0.617-0.754=-0.137

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	436.000
σ	0.000
min	436.000
max	436.000

*mean*	0.468-0.507=-0.039
σ	0.043-0.023=0.019
min	0.419-0.480=-0.061
max	0.519-0.530=-0.011

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	436.000
σ	0.000
min	436.000
max	436.000

*mean*	2.638-2.633=0.006
σ	0.116-0.094=0.022
min	2.470-2.468=0.002
max	3.085-2.911=0.174

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	436.000
σ	0.000
min	436.000
max	436.000

*mean*	2.608-2.608=-0.000
σ	0.100-0.095=0.005
min	2.454-2.471=-0.016
max	3.112-3.139=-0.027

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	436.000
σ	0.000
min	436.000
max	436.000

*mean*	0.306-0.311=-0.005
σ	0.009-0.009=-0.000
min	0.291-0.299=-0.007
max	0.362-0.372=-0.009

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	436.000
σ	0.000
min	436.000
max	436.000

*mean*	0.297-0.295=0.002
σ	0.027-0.007=0.020
min	0.278-0.282=-0.005
max	0.543-0.331=0.212

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.800-297.951=-0.151
σ	0.997-1.032=-0.035
min	297.419-297.550=-0.131
max	300.635-300.886=-0.251

*mean*	440.900-446.300=-5.400
σ	15.631-18.270=-2.639
min	416.000-419.000=-3.000
max	463.000-472.000=-9.000

*mean*	0.606-0.610=-0.004
σ	0.017-0.015=0.003
min	0.576-0.580=-0.004
max	0.627-0.632=-0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011
σ	0.000
min	222.011
max	222.011

*mean*	1780.125-1733.625=46.500
σ	22.274-11.904=10.370
min	1725.000
max	1788.000-1748.000=40.000

*mean*	204.577-200.737=3.840
σ	2.330-1.970=0.360
min	201.585-196.960=4.625
max	209.134-203.306=5.828

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1780.125-1733.625=46.500
σ	22.274-11.904=10.370
min	1725.000
max	1788.000-1748.000=40.000

*mean*	11.912-12.053=-0.141
σ	1.238-1.104=0.134
min	9.336-9.329=0.008
max	12.693-12.576=0.117

phase=parser

*mean*	1041.161-1041.161=-0.000
σ	0.000-0.000=0.000
min	1041.160
max	1041.161

*mean*	1780.125-1733.625=46.500
σ	22.274-11.904=10.370
min	1725.000
max	1788.000-1748.000=40.000

*mean*	694.987-703.451=-8.464
σ	46.433-45.284=1.149
min	589.630-591.824=-2.194
max	724.327-724.954=-0.627

phase=processProdDef

*mean*	6169.658-6169.658=-0.000
σ	0.001-0.001=0.000
min	6169.657
max	6169.659

*mean*	1788.000-1736.500=51.500
σ	0.000-12.294=-12.294
min	1788.000-1725.000=63.000
max	1788.000-1748.000=40.000

*mean*	4391.421-5484.022=-1092.601
σ	1127.040-1093.477=33.563
min	3127.077-4344.841=-1217.764
max	6853.679-7518.744=-665.065

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1780.125-1733.625=46.500
σ	22.274-11.904=10.370
min	1725.000
max	1788.000-1748.000=40.000

*mean*	44.828-46.317=-1.488
σ	4.866-2.629=2.237
min	34.680-39.878=-5.198
max	47.706-47.620=0.086

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1780.125-1733.625=46.500
σ	22.274-11.904=10.370
min	1725.000
max	1788.000-1748.000=40.000

*mean*	793.650-777.153=16.497
σ	73.676-65.525=8.151
min	664.846-664.846=-0.000
max	876.501-876.197=0.305

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.774-292.772=0.002
σ	0.041-0.034=0.007
min	292.720-292.725=-0.005
max	292.817-292.808=0.010

*mean*	442.200-441.200=1.000
σ	1.643
min	441.000-440.000=1.000
max	444.000-443.000=1.000

*mean*	0.408-0.402=0.006
σ	0.008-0.002=0.007
min	0.401-0.400=0.001
max	0.420-0.405=0.015

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.916-1302.871=0.045
σ	0.047-0.086=-0.039
min	1302.845-1302.746=0.099
max	1302.971-1302.957=0.014

*mean*	1072.600-1092.600=-20.000
σ	171.468-182.375=-10.907
min	834.000-838.000=-4.000
max	1283.000-1306.000=-23.000

*mean*	2.148-2.101=0.048
σ	0.208-0.295=-0.087
min	1.846-1.811=0.036
max	2.429-2.506=-0.077

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.908-1545.884=0.024
σ	4.031-4.034=-0.002
min	1543.911-1543.861=0.050
max	1553.113-1553.093=0.021

*mean*	616.000-618.800=-2.800
σ	77.330-80.079=-2.749
min	498.000
max	705.000-713.000=-8.000

*mean*	2.291-2.222=0.069
σ	0.167-0.158=0.009
min	2.162-2.054=0.108
max	2.574-2.480=0.094

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.826-1864.834=-0.008
σ	0.036-0.039=-0.002
min	1864.779-1864.789=-0.010
max	1864.870-1864.876=-0.006

*mean*	1709.400-1744.800=-35.400
σ	230.553-229.185=1.368
min	1449.000-1440.000=9.000
max	2025.000-1962.000=63.000

*mean*	2.919-2.969=-0.049
σ	0.046-0.136=-0.089
min	2.870-2.874=-0.004
max	2.977-3.202=-0.225

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.718-1.823=-0.105
σ	0.128-0.108=0.020
min	1.557-1.644=-0.087
max	1.886-1.910=-0.025

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	448.239-448.237=0.002
σ	579.120-579.120=-0.000
min	158.678-158.674=0.004
max	1316.919-1316.917=0.002

*mean*	98.250
σ	8.500
min	94.000
max	111.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.536-0.538=-0.002
σ	0.539-0.549=-0.010
min	0.263-0.262=0.000
max	1.344-1.362=-0.018

policies=20

*mean*	1587.089-1587.088=0.001
σ	0.369-0.374=-0.005
min	1586.836-1586.826=0.010
max	1587.636-1587.641=-0.005

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	447.000
σ	4.619
min	443.000
max	451.000

*mean*	2.650-2.643=0.007
σ	0.011-0.015=-0.003
min	2.638-2.627=0.012
max	2.666-2.660=0.005

policies=200

*mean*	15878.994-15879.051=-0.057
σ	0.166-0.086=0.080
min	15878.765-15878.990=-0.225
max	15879.146-15879.178=-0.032

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	500.500-496.500=4.000
σ	5.802-5.196=0.606
min	493.000-491.000=2.000
max	506.000-503.000=3.000

*mean*	26.873-26.861=0.011
σ	0.142-0.090=0.052
min	26.773-26.735=0.038
max	27.083-26.948=0.135