Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.620-54.615=0.004
σ	0.351-0.348=0.003
min	54.483-54.485=-0.002
max	55.618-55.604=0.014

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.141-0.139=0.002
σ	0.006-0.005=0.001
min	0.136-0.131=0.005
max	0.151-0.146=0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.785=0.004
σ	0.007-0.007=-0.000
min	43.779-43.777=0.002
max	43.802-43.799=0.003

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.124-0.122=0.001
σ	0.004-0.004=0.001
min	0.120-0.118=0.001
max	0.131-0.128=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.000

*mean*	4153.500-4264.125=-110.625
σ	1900.778-1880.786=19.992
min	1555.000-1962.000=-407.000
max	7303.000-7540.000=-237.000

*mean*	12.694-12.589=0.105
σ	0.231-0.290=-0.059
min	12.419-12.127=0.292
max	13.073-12.897=0.177

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.619=0.000

*mean*	4153.500-4264.125=-110.625
σ	1900.778-1880.786=19.992
min	1555.000-1962.000=-407.000
max	7303.000-7540.000=-237.000

*mean*	13.114-12.590=0.524
σ	0.444-0.591=-0.147
min	12.108-11.678=0.430
max	13.452-13.449=0.003

op=table_records(), no indexes

*mean*	41.931-41.928=0.003
σ	0.001-0.000=0.001
min	41.929-41.928=0.001
max	41.933-41.929=0.004

*mean*	7303.000-7540.000=-237.000
σ	0.000
min	7303.000-7540.000=-237.000
max	7303.000-7540.000=-237.000

*mean*	15.229-14.220=1.009
σ	0.460-1.053=-0.593
min	14.158-12.644=1.514
max	15.644-15.644=-0.000

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.003=-0.001
min	41.927
max	41.931-41.935=-0.005

*mean*	4153.500-4264.125=-110.625
σ	1900.778-1880.786=19.992
min	1555.000-1962.000=-407.000
max	7303.000-7540.000=-237.000

*mean*	13.062-13.004=0.058
σ	1.823-1.594=0.228
min	11.105-10.757=0.348
max	15.660-15.077=0.583

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.605=0.048
σ	0.137-0.002=0.135
min	27.603-27.603=-0.000
max	27.991-27.607=0.384

*mean*	4153.500-4264.125=-110.625
σ	1900.778-1880.786=19.992
min	1555.000-1962.000=-407.000
max	7303.000-7540.000=-237.000

*mean*	9.083-9.122=-0.039
σ	0.256-0.891=-0.635
min	8.800-8.303=0.497
max	9.475-10.617=-1.142

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403

*mean*	4153.500-4264.125=-110.625
σ	1900.778-1880.786=19.992
min	1555.000-1962.000=-407.000
max	7303.000-7540.000=-237.000

*mean*	6.737-6.689=0.048
σ	0.273-0.979=-0.706
min	6.385-5.382=1.004
max	7.193-8.220=-1.027

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=-0.000
max	25.668-25.670=-0.001

*mean*	4153.500-4264.125=-110.625
σ	1900.778-1880.786=19.992
min	1555.000-1962.000=-407.000
max	7303.000-7540.000=-237.000

*mean*	6.027-5.659=0.368
σ	0.094-0.156=-0.063
min	5.869-5.420=0.450
max	6.167-5.875=0.292

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.969=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972-25.972=0.000

*mean*	4153.500-4264.125=-110.625
σ	1900.778-1880.786=19.992
min	1555.000-1962.000=-407.000
max	7303.000-7540.000=-237.000

*mean*	5.803-5.321=0.482
σ	0.160-0.172=-0.012
min	5.509-4.948=0.561
max	5.985-5.487=0.498

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.593=0.013
σ	0.000-0.000=0.000
min	2524.606-2524.593=0.013
max	2524.607-2524.594=0.013

*mean*	7303.000-7540.000=-237.000
σ	0.000
min	7303.000-7540.000=-237.000
max	7303.000-7540.000=-237.000

*mean*	1075.069-1042.958=32.111
σ	94.412-5.622=88.790
min	1032.414-1034.797=-2.383
max	1308.209-1050.834=257.375

op=load_product(), with indexes

*mean*	8744.722-8744.558=0.163
σ	0.469-0.033=0.437
min	8744.553-8744.544=0.009
max	8745.883-8744.640=1.244

*mean*	3574.250-3784.125=-209.875
σ	1797.464-1613.567=183.897
min	1045.000-1962.000=-917.000
max	5797.000-5942.000=-145.000

*mean*	4798.640-4734.264=64.375
σ	1553.333-1438.385=114.948
min	3493.482-3526.010=-32.528
max	7146.788-7083.141=63.647

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080-62.080=0.001

*mean*	4153.500-4264.125=-110.625
σ	1900.778-1880.786=19.992
min	1555.000-1962.000=-407.000
max	7303.000-7540.000=-237.000

*mean*	80.829-87.665=-6.837
σ	9.526-12.431=-2.905
min	70.577-72.686=-2.108
max	94.181-104.570=-10.389

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=-0.000

*mean*	7303.000-7540.000=-237.000
σ	0.000
min	7303.000-7540.000=-237.000
max	7303.000-7540.000=-237.000

*mean*	108.891-233.626=-124.735
σ	4.667-374.875=-370.208
min	101.087-85.695=15.391
max	115.586-1161.165=-1045.579

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685-66.685=-0.000
max	66.686

*mean*	7303.000-7540.000=-237.000
σ	0.000
min	7303.000-7540.000=-237.000
max	7303.000-7540.000=-237.000

*mean*	163.293-153.830=9.462
σ	7.122-13.512=-6.390
min	147.739-135.998=11.742
max	169.560-170.083=-0.523

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.833=0.003
σ	4.324-4.318=0.006
min	11655.305-11655.305=-0.000
max	11667.538-11667.521=0.017

*mean*	4153.500-4264.125=-110.625
σ	1900.778-1880.786=19.992
min	1555.000-1962.000=-407.000
max	7303.000-7540.000=-237.000

*mean*	6329.510-6661.591=-332.081
σ	1243.919-1339.563=-95.645
min	4882.978-4958.248=-75.270
max	7988.767-8322.253=-333.486

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.068=-0.003
σ	0.000-0.001=-0.001
min	11560.064-11560.066=-0.001
max	11560.066-11560.069=-0.003

*mean*	7303.000-7540.000=-237.000
σ	0.000
min	7303.000-7540.000=-237.000
max	7303.000-7540.000=-237.000

*mean*	5636.286-5420.553=215.732
σ	1582.282-1363.964=218.318
min	4374.510-4329.409=45.101
max	7622.326-7328.637=293.689

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.584=-0.026
σ	0.001-0.025=-0.023
min	172.558
max	172.562-172.621=-0.059

*mean*	477.000-1962.000=-1485.000
σ	0.000
min	477.000-1962.000=-1485.000
max	477.000-1962.000=-1485.000

*mean*	379.361-369.772=9.589
σ	19.435-21.597=-2.163
min	348.058-344.416=3.642
max	394.556-400.396=-5.841

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.357=-0.035
σ	0.001-0.035=-0.034
min	357.321
max	357.325-357.395=-0.070

*mean*	560.250-1962.000=-1401.750
σ	1.035-0.000=1.035
min	559.000-1962.000=-1403.000
max	561.000-1962.000=-1401.000

*mean*	762.726-731.265=31.462
σ	31.933-60.779=-28.846
min	711.352-615.588=95.764
max	789.642-779.932=9.710

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.375-1008.185=0.190
σ	0.760-0.877=-0.117
min	1007.900-1007.688=0.212
max	1011.517-1011.818=-0.301

*mean*	1044.650-1038.400=6.250
σ	310.433-305.084=5.349
min	573.000-546.000=27.000
max	1502.000-1468.000=34.000

*mean*	1.535-1.538=-0.002
σ	0.054-0.081=-0.027
min	1.478-1.454=0.024
max	1.671-1.750=-0.079

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891-0.883=0.008
σ	0.020-0.002=0.018
min	0.881
max	0.928-0.886=0.042

*mean*	402.000-1468.000=-1066.000
σ	0.000
min	402.000-1468.000=-1066.000
max	402.000-1468.000=-1066.000

*mean*	0.369-0.416=-0.047
σ	0.470-0.129=0.341
min	0.128-0.327=-0.199
max	1.205-0.642=0.563

name=error_case.art

*mean*	2.338-2.333=0.004
σ	0.012-0.003=0.010
min	2.332
max	2.359-2.337=0.022

*mean*	402.000-1468.000=-1066.000
σ	0.000
min	402.000-1468.000=-1066.000
max	402.000-1468.000=-1066.000

*mean*	0.477-0.888=-0.411
σ	0.328-0.096=0.232
min	0.323-0.829=-0.506
max	1.063-1.055=0.008

name=heavy_item.art

*mean*	1.522-1.521=0.000
σ	0.002-0.002=0.000
min	1.520
max	1.524

*mean*	402.000-1468.000=-1066.000
σ	0.000
min	402.000-1468.000=-1066.000
max	402.000-1468.000=-1066.000

*mean*	0.214-0.548=-0.333
σ	0.022-0.046=-0.024
min	0.196-0.505=-0.309
max	0.253-0.626=-0.372

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000-1468.000=-1066.000
σ	0.000
min	402.000-1468.000=-1066.000
max	402.000-1468.000=-1066.000

*mean*	0.327-0.845=-0.518
σ	0.015-0.041=-0.026
min	0.318-0.814=-0.496
max	0.354-0.915=-0.562

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908-963.541=0.366
σ	0.011-0.032=-0.021
min	963.902-963.523=0.379
max	963.926-963.597=0.329

*mean*	434.800-1468.000=-1033.200
σ	1.643-0.000=1.643
min	432.000-1468.000=-1036.000
max	436.000-1468.000=-1032.000

*mean*	0.541-0.825=-0.284
σ	0.038-0.018=0.020
min	0.489-0.801=-0.313
max	0.572-0.851=-0.279

name=cdr_enhanced_4k_loc.art

*mean*	884.884-884.853=0.031
σ	0.002-0.005=-0.003
min	884.883-884.847=0.036
max	884.886-884.859=0.027

*mean*	436.000-1468.000=-1032.000
σ	0.000
min	436.000-1468.000=-1032.000
max	436.000-1468.000=-1032.000

*mean*	0.444-0.724=-0.280
σ	0.045-0.041=0.004
min	0.372-0.654=-0.282
max	0.480-0.756=-0.276

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709

*mean*	436.000-1468.000=-1032.000
σ	0.000
min	436.000-1468.000=-1032.000
max	436.000-1468.000=-1032.000

*mean*	2.591-4.255=-1.663
σ	0.092-0.072=0.021
min	2.410-4.136=-1.725
max	2.986-4.479=-1.493

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	436.000-1468.000=-1032.000
σ	0.000
min	436.000-1468.000=-1032.000
max	436.000-1468.000=-1032.000

*mean*	2.535-4.226=-1.691
σ	0.075-0.067=0.008
min	2.396-4.084=-1.689
max	2.824-4.503=-1.678

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	436.000-1468.000=-1032.000
σ	0.000
min	436.000-1468.000=-1032.000
max	436.000-1468.000=-1032.000

*mean*	0.305-0.711=-0.406
σ	0.009-0.123=-0.114
min	0.288-0.296=-0.007
max	0.362-0.931=-0.569

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	436.000-1468.000=-1032.000
σ	0.000
min	436.000-1468.000=-1032.000
max	436.000-1468.000=-1032.000

*mean*	0.293-0.285=0.009
σ	0.011-0.010=0.001
min	0.275-0.265=0.011
max	0.364-0.350=0.014

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.157-297.416=0.741
σ	0.993-0.201=0.792
min	297.765-297.263=0.502
max	300.979-297.970=3.009

*mean*	442.700-1962.000=-1519.300
σ	14.213-0.000=14.213
min	419.000-1962.000=-1543.000
max	463.000-1962.000=-1499.000

*mean*	0.605-0.590=0.015
σ	0.021-0.060=-0.039
min	0.564-0.514=0.050
max	0.632-0.727=-0.095

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011
σ	0.000
min	222.011
max	222.011

*mean*	1715.000
σ	0.000
min	1715.000
max	1715.000

*mean*	211.583
σ	1.165
min	210.135
max	213.366

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1715.000
σ	0.000
min	1715.000
max	1715.000

*mean*	12.531
σ	0.121
min	12.386
max	12.704

phase=parser

*mean*	1041.161
σ	0.000
min	1041.160
max	1041.161

*mean*	1715.000
σ	0.000
min	1715.000
max	1715.000

*mean*	715.191
σ	6.167
min	705.827
max	722.729

phase=processProdDef

*mean*	6169.659
σ	0.001
min	6169.657
max	6169.659

*mean*	1715.000
σ	0.000
min	1715.000
max	1715.000

*mean*	5832.873
σ	1186.428
min	4315.372
max	7349.729

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1715.000
σ	0.000
min	1715.000
max	1715.000

*mean*	47.499
σ	0.523
min	46.711
max	48.137

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1715.000
σ	0.000
min	1715.000
max	1715.000

*mean*	805.996
σ	56.870
min	753.077
max	875.781

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.772-289.771=3.001
σ	0.036-0.036=0.000
min	292.724-289.727=2.997
max	292.811-289.809=3.002

*mean*	445.000-1468.000=-1023.000
σ	0.000
min	445.000-1468.000=-1023.000
max	445.000-1468.000=-1023.000

*mean*	0.401-0.402=-0.001
σ	0.005-0.010=-0.005
min	0.399-0.394=0.005
max	0.409-0.414=-0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.869-1299.692=3.177
σ	0.087-0.096=-0.010
min	1302.740-1299.579=3.161
max	1302.953-1299.832=3.122

*mean*	1082.200-1468.000=-385.800
σ	173.939-0.000=173.939
min	837.000-1468.000=-631.000
max	1282.000-1468.000=-186.000

*mean*	2.080-2.257=-0.177
σ	0.268-0.104=0.165
min	1.819-2.125=-0.306
max	2.450-2.352=0.098

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.912-1542.703=3.209
σ	3.988-3.977=0.010
min	1543.951-1540.795=3.156
max	1553.039-1549.814=3.225

*mean*	616.000-1468.000=-852.000
σ	80.886-0.000=80.886
min	494.000-1468.000=-974.000
max	711.000-1468.000=-757.000

*mean*	2.318-2.362=-0.044
σ	0.185-0.174=0.012
min	2.116-2.213=-0.098
max	2.597-2.657=-0.060

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.843-1861.623=3.220
σ	0.045-0.077=-0.032
min	1864.788-1861.506=3.281
max	1864.889-1861.706=3.183

*mean*	1704.000-1758.800=-54.800
σ	236.482-216.057=20.424
min	1407.000-1471.000=-64.000
max	2004.000-1962.000=42.000

*mean*	2.907-3.225=-0.317
σ	0.053-0.323=-0.271
min	2.851-2.908=-0.057
max	2.969-3.714=-0.746

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.674-1.832=-0.158
σ	0.216-0.173=0.043
min	1.314-1.526=-0.212
max	1.897-1.933=-0.035

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.755-446.186=1.569
σ	579.111-577.140=1.971
min	158.195-157.615=0.581
max	1316.421-1311.895=4.525

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-1468.000=-1025.000
σ	0.000
min	443.000-1468.000=-1025.000
max	443.000-1468.000=-1025.000

*mean*	0.515-0.547=-0.032
σ	0.515-0.570=-0.055
min	0.242-0.260=-0.018
max	1.287-1.401=-0.114

policies=20

*mean*	1582.287-1576.420=5.867
σ	0.352-0.341=0.011
min	1582.042-1576.188=5.855
max	1582.808-1576.926=5.882

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.750-1468.000=-1021.250
σ	2.500-0.000=2.500
min	443.000-1468.000=-1025.000
max	448.000-1468.000=-1020.000

*mean*	2.630-2.614=0.016
σ	0.006-0.007=-0.001
min	2.624-2.605=0.018
max	2.637-2.621=0.016

policies=200

*mean*	15830.796-15772.155=58.642
σ	0.199-0.106=0.093
min	15830.668-15772.072=58.596
max	15831.089-15772.310=58.779

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.500-1468.000=-971.500
σ	3.873-0.000=3.873
min	492.000-1468.000=-976.000
max	501.000-1468.000=-967.000

*mean*	26.642-26.446=0.196
σ	0.136-0.071=0.065
min	26.482-26.354=0.128
max	26.764-26.507=0.257