Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.622-54.623=-0.001
σ	0.349-0.347=0.003
min	54.500-54.497=0.003
max	55.616-55.609=0.007

*mean*	420.000
σ	0.000
min	420.000
max	420.000

*mean*	0.141-0.141=0.001
σ	0.005-0.005=0.000
min	0.137-0.135=0.002
max	0.149-0.149=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.788=-0.001
σ	0.007-0.007=0.000
min	43.780-43.780=-0.001
max	43.803-43.803=0.001

*mean*	420.000
σ	0.000
min	420.000
max	420.000

*mean*	0.120-0.124=-0.004
σ	0.006-0.004=0.001
min	0.115-0.119=-0.005
max	0.130-0.132=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620

*mean*	4156.125-4153.375=2.750
σ	1907.076-1901.043=6.033
min	1552.000-1555.000=-3.000
max	7325.000-7309.000=16.000

*mean*	12.554-12.630=-0.077
σ	0.242-0.288=-0.046
min	12.241-12.342=-0.101
max	12.886-13.146=-0.261

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.619=0.000

*mean*	4156.125-4153.375=2.750
σ	1907.076-1901.043=6.033
min	1552.000-1555.000=-3.000
max	7325.000-7309.000=16.000

*mean*	12.800-12.375=0.425
σ	0.740-0.645=0.095
min	11.432-11.523=-0.091
max	13.621-13.214=0.407

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.928-41.929=-0.000
max	41.933-41.933=-0.000

*mean*	7325.000-7309.000=16.000
σ	0.000
min	7325.000-7309.000=16.000
max	7325.000-7309.000=16.000

*mean*	15.298-15.223=0.074
σ	0.987-0.734=0.253
min	13.173-13.562=-0.389
max	16.573-15.763=0.810

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.931

*mean*	4156.125-4153.375=2.750
σ	1907.076-1901.043=6.033
min	1552.000-1555.000=-3.000
max	7325.000-7309.000=16.000

*mean*	13.079-12.738=0.341
σ	1.698-1.643=0.055
min	11.264-11.116=0.148
max	15.040-15.212=-0.172

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=-0.000
min	27.603
max	27.990-27.990=-0.000

*mean*	4156.125-4153.375=2.750
σ	1907.076-1901.043=6.033
min	1552.000-1555.000=-3.000
max	7325.000-7309.000=16.000

*mean*	8.994-8.997=-0.003
σ	0.338-0.418=-0.080
min	8.538-8.331=0.207
max	9.622-9.633=-0.012

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403

*mean*	4156.125-4153.375=2.750
σ	1907.076-1901.043=6.033
min	1552.000-1555.000=-3.000
max	7325.000-7309.000=16.000

*mean*	6.668-6.794=-0.125
σ	0.243-0.372=-0.129
min	6.383-6.112=0.270
max	7.053-7.304=-0.251

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.668

*mean*	4156.125-4153.375=2.750
σ	1907.076-1901.043=6.033
min	1552.000-1555.000=-3.000
max	7325.000-7309.000=16.000

*mean*	5.926-6.061=-0.135
σ	0.176-0.207=-0.031
min	5.631-5.789=-0.158
max	6.121-6.469=-0.349

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972-25.972=0.000

*mean*	4156.125-4153.375=2.750
σ	1907.076-1901.043=6.033
min	1552.000-1555.000=-3.000
max	7325.000-7309.000=16.000

*mean*	5.759-5.737=0.022
σ	0.141-0.187=-0.046
min	5.490-5.448=0.042
max	5.944-6.000=-0.056

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607

*mean*	7325.000-7309.000=16.000
σ	0.000
min	7325.000-7309.000=16.000
max	7325.000-7309.000=16.000

*mean*	1042.408-1069.959=-27.550
σ	7.925-71.904=-63.979
min	1032.537-1041.494=-8.957
max	1057.853-1247.765=-189.912

op=load_product(), with indexes

*mean*	8744.722-8744.722=-0.000
σ	0.469-0.469=0.000
min	8744.553-8744.554=-0.000
max	8745.883

*mean*	3578.000-3574.875=3.125
σ	1801.868-1797.812=4.055
min	1045.000
max	5814.000-5802.000=12.000

*mean*	4723.743-5021.479=-297.736
σ	1346.062-1639.055=-292.993
min	3536.390-3531.066=5.325
max	6669.906-7161.112=-491.206

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.081

*mean*	4156.125-4153.375=2.750
σ	1907.076-1901.043=6.033
min	1552.000-1555.000=-3.000
max	7325.000-7309.000=16.000

*mean*	83.899-80.734=3.165
σ	11.819-10.079=1.740
min	70.085-71.263=-1.177
max	103.277-100.371=2.906

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.000=0.000
min	40.943-40.944=-0.000
max	40.945-40.945=0.000

*mean*	7325.000-7309.000=16.000
σ	0.000
min	7325.000-7309.000=16.000
max	7325.000-7309.000=16.000

*mean*	105.301-103.516=1.786
σ	5.993-6.202=-0.209
min	94.012-89.946=4.065
max	111.278-109.449=1.829

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.687=0.000

*mean*	7325.000-7309.000=16.000
σ	0.000
min	7325.000-7309.000=16.000
max	7325.000-7309.000=16.000

*mean*	161.179-161.184=-0.005
σ	9.935-9.286=0.650
min	139.253-139.531=-0.278
max	167.646-167.719=-0.074

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.538

*mean*	4156.125-4153.375=2.750
σ	1907.076-1901.043=6.033
min	1552.000-1555.000=-3.000
max	7325.000-7309.000=16.000

*mean*	6402.172-6745.133=-342.961
σ	946.629-1153.592=-206.963
min	4886.051-4935.307=-49.256
max	7725.148-8028.106=-302.958

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066

*mean*	7325.000-7309.000=16.000
σ	0.000
min	7325.000-7309.000=16.000
max	7325.000-7309.000=16.000

*mean*	5852.876-4910.734=942.142
σ	1508.979-871.601=637.378
min	4384.165-4316.571=67.594
max	7769.029-6372.384=1396.646

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000
σ	0.000
min	477.000
max	477.000

*mean*	375.021-367.942=7.079
σ	21.823-34.456=-12.634
min	347.262-292.924=54.338
max	394.879-394.274=0.606

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.625-560.000=0.625
σ	0.518-0.000=0.518
min	560.000
max	561.000-560.000=1.000

*mean*	748.412-742.143=6.269
σ	57.767-48.307=9.460
min	638.654-630.996=7.658
max	798.328-790.938=7.390

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.377-1008.376=0.001
σ	0.759-0.760=-0.001
min	1007.903-1007.900=0.003
max	1011.515-1011.518=-0.003

*mean*	1047.600-1047.550=0.050
σ	313.259-313.397=-0.138
min	574.000-571.000=3.000
max	1510.000-1512.000=-2.000

*mean*	1.524-1.540=-0.016
σ	0.090-0.087=0.003
min	1.375-1.436=-0.062
max	1.739-1.745=-0.006

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.386-0.398=-0.012
σ	0.472-0.491=-0.019
min	0.143-0.152=-0.009
max	1.227-1.274=-0.047

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.485-0.477=0.008
σ	0.332-0.318=0.015
min	0.316-0.328=-0.012
max	1.078-1.045=0.034

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.215-0.227=-0.013
σ	0.024-0.024=-0.000
min	0.198-0.206=-0.008
max	0.254-0.266=-0.013

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.324-0.339=-0.015
σ	0.015-0.017=-0.002
min	0.311-0.326=-0.015
max	0.349-0.368=-0.019

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	434.600-433.200=1.400
σ	1.517-5.215=-3.699
min	432.000-430.000=2.000
max	436.000-442.000=-6.000

*mean*	0.544-0.525=0.019
σ	0.056-0.023=0.033
min	0.452-0.500=-0.048
max	0.595-0.545=0.050

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	436.000-442.000=-6.000
σ	0.000
min	436.000-442.000=-6.000
max	436.000-442.000=-6.000

*mean*	0.496-0.482=0.015
σ	0.035-0.040=-0.006
min	0.447-0.440=0.007
max	0.530-0.534=-0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	436.000-442.000=-6.000
σ	0.000
min	436.000-442.000=-6.000
max	436.000-442.000=-6.000

*mean*	2.594-1.989=0.605
σ	0.087-0.079=0.008
min	2.436-1.820=0.616
max	2.868-2.243=0.625

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	436.000-442.000=-6.000
σ	0.000
min	436.000-442.000=-6.000
max	436.000-442.000=-6.000

*mean*	2.576-2.075=0.501
σ	0.079-0.277=-0.199
min	2.447-1.802=0.645
max	2.900-2.807=0.094

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	436.000-442.000=-6.000
σ	0.000
min	436.000-442.000=-6.000
max	436.000-442.000=-6.000

*mean*	0.305-0.308=-0.002
σ	0.008-0.011=-0.003
min	0.292-0.294=-0.002
max	0.348-0.378=-0.031

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	436.000-442.000=-6.000
σ	0.000
min	436.000-442.000=-6.000
max	436.000-442.000=-6.000

*mean*	0.294-0.295=-0.002
σ	0.021-0.011=0.010
min	0.274-0.280=-0.006
max	0.483-0.360=0.124

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.953-297.873=0.081
σ	1.044-0.991=0.053
min	297.559-297.435=0.124
max	300.923-300.681=0.241

*mean*	445.200-441.900=3.300
σ	18.719-14.843=3.876
min	417.000-418.000=-1.000
max	472.000-463.000=9.000

*mean*	0.613-0.608=0.005
σ	0.013-0.022=-0.009
min	0.595-0.549=0.046
max	0.637-0.630=0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1746.000-1722.000=24.000
σ	0.000-32.302=-32.302
min	1746.000-1683.000=63.000
max	1746.000-1747.000=-1.000

*mean*	202.615-210.691=-8.076
σ	3.136-1.648=1.489
min	198.955-209.061=-10.106
max	207.134-213.874=-6.740

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1746.000-1722.000=24.000
σ	0.000-32.302=-32.302
min	1746.000-1683.000=63.000
max	1746.000-1747.000=-1.000

*mean*	11.337-11.528=-0.191
σ	1.921-2.563=-0.642
min	7.604-7.473=0.131
max	12.658-15.660=-3.002

phase=parser

*mean*	1041.163-1041.163=0.000
σ	0.000-0.000=-0.000
min	1041.162
max	1041.163

*mean*	1746.000-1722.000=24.000
σ	0.000-32.302=-32.302
min	1746.000-1683.000=63.000
max	1746.000-1747.000=-1.000

*mean*	647.043-684.495=-37.452
σ	108.126-88.680=19.446
min	430.619-583.875=-153.256
max	722.660-838.369=-115.709

phase=processProdDef

*mean*	6169.655
σ	0.001
min	6169.655
max	6169.656

*mean*	1746.000-1730.000=16.000
σ	0.000-29.022=-29.022
min	1746.000-1683.000=63.000
max	1746.000-1747.000=-1.000

*mean*	5316.133-5767.277=-451.144
σ	959.788-1609.505=-649.718
min	3088.097-3852.003=-763.906
max	6136.172-7806.765=-1670.593

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1746.000-1722.000=24.000
σ	0.000-32.302=-32.302
min	1746.000-1683.000=63.000
max	1746.000-1747.000=-1.000

*mean*	42.402-44.046=-1.644
σ	7.793-8.499=-0.706
min	26.788-26.823=-0.035
max	48.040-55.599=-7.559

phase=type checker

*mean*	958.537
σ	0.066
min	958.439
max	958.626

*mean*	1746.000-1722.000=24.000
σ	0.000-32.302=-32.302
min	1746.000-1683.000=63.000
max	1746.000-1747.000=-1.000

*mean*	773.859-800.284=-26.425
σ	93.676-94.906=-1.230
min	639.642-654.656=-15.014
max	876.961-893.240=-16.278

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.771-292.773=-0.002
σ	0.036-0.034=0.002
min	292.720-292.724=-0.004
max	292.808-292.808=0.001

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.405-0.402=0.003
σ	0.006-0.006=0.001
min	0.398-0.398=0.000
max	0.412-0.412=-0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.862-1302.840=0.022
σ	0.082-0.070=0.012
min	1302.719-1302.751=-0.032
max	1302.916-1302.924=-0.008

*mean*	1088.000-1080.000=8.000
σ	168.468-178.039=-9.571
min	893.000-867.000=26.000
max	1322.000-1306.000=16.000

*mean*	2.094-1.987=0.108
σ	0.297-0.158=0.139
min	1.776-1.833=-0.057
max	2.501-2.159=0.342

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.958-1545.954=0.004
σ	4.005-4.031=-0.026
min	1544.023-1544.007=0.017
max	1553.116-1553.158=-0.042

*mean*	632.800-623.400=9.400
σ	85.891-86.918=-1.028
min	503.000-504.000=-1.000
max	727.000-720.000=7.000

*mean*	2.464-2.441=0.023
σ	0.272-0.286=-0.014
min	2.164-2.143=0.021
max	2.670-2.788=-0.118

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.834-1864.831=0.003
σ	0.033-0.032=0.001
min	1864.783-1864.793=-0.010
max	1864.869-1864.867=0.002

*mean*	1727.800-1744.800=-17.000
σ	172.698-228.386=-55.688
min	1487.000-1440.000=47.000
max	1890.000-1961.000=-71.000

*mean*	3.008-2.924=0.084
σ	0.191-0.060=0.131
min	2.823-2.856=-0.033
max	3.327-3.014=0.313

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.694-1.721=-0.027
σ	0.217-0.082=0.135
min	1.403-1.644=-0.241
max	1.966-1.855=0.111

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	448.223-448.219=0.003
σ	579.088-579.085=0.003
min	158.672-158.674=-0.001
max	1316.854-1316.847=0.007

*mean*	98.250
σ	8.500
min	94.000
max	111.000

*mean*	444.000-443.000=1.000
σ	0.000
min	444.000-443.000=1.000
max	444.000-443.000=1.000

*mean*	0.533-0.543=-0.010
σ	0.538-0.545=-0.006
min	0.262-0.266=-0.004
max	1.341-1.360=-0.019

policies=20

*mean*	1587.092-1587.078=0.014
σ	0.363-0.373=-0.009
min	1586.839-1586.819=0.020
max	1587.630-1587.630=-0.000

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	446.000-446.500=-0.500
σ	2.309-4.041=-1.732
min	444.000-443.000=1.000
max	448.000-450.000=-2.000

*mean*	2.629-2.648=-0.018
σ	0.007-0.010=-0.004
min	2.621-2.636=-0.016
max	2.636-2.658=-0.022

policies=200

*mean*	15879.030-15878.987=0.043
σ	0.039-0.119=-0.080
min	15878.990-15878.867=0.123
max	15879.077-15879.096=-0.020

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	496.750
σ	4.856-5.620=-0.764
min	492.000-491.000=1.000
max	503.000-504.000=-1.000

*mean*	26.753-26.685=0.068
σ	0.152-0.115=0.037
min	26.593-26.561=0.032
max	26.897-26.838=0.059