Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.616=-0.000
σ	0.349-0.349=0.000
min	54.484-54.481=0.003
max	55.610-55.609=0.001

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.140-0.138=0.002
σ	0.004-0.005=-0.001
min	0.136-0.132=0.005
max	0.146-0.146=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.786=-0.001
σ	0.006-0.008=-0.002
min	43.776-43.776=-0.001
max	43.796-43.804=-0.008

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.122-0.123=-0.000
σ	0.005-0.004=0.001
min	0.114-0.117=-0.004
max	0.133-0.129=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620

*mean*	4256.625-4271.875=-15.250
σ	1891.380-1871.318=20.061
min	1908.000-2019.000=-111.000
max	7546.000-7543.000=3.000

*mean*	12.984-12.470=0.513
σ	1.739-0.338=1.401
min	12.034-11.771=0.264
max	17.240-12.892=4.348

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.619-36.619=0.000

*mean*	4256.625-4271.875=-15.250
σ	1891.380-1871.318=20.061
min	1908.000-2019.000=-111.000
max	7546.000-7543.000=3.000

*mean*	12.814-12.508=0.306
σ	1.675-0.532=1.143
min	11.151-11.617=-0.466
max	16.629-13.036=3.594

op=table_records(), no indexes

*mean*	41.928-41.929=-0.000
σ	0.000-0.001=-0.001
min	41.928
max	41.929-41.932=-0.003

*mean*	7546.000-7543.000=3.000
σ	0.000
min	7546.000-7543.000=3.000
max	7546.000-7543.000=3.000

*mean*	14.056-14.128=-0.073
σ	0.962-1.163=-0.201
min	12.633-12.448=0.185
max	15.170-15.601=-0.431

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4256.625-4271.875=-15.250
σ	1891.380-1871.318=20.061
min	1908.000-2019.000=-111.000
max	7546.000-7543.000=3.000

*mean*	12.380-12.577=-0.197
σ	2.119-1.736=0.383
min	10.142-10.179=-0.037
max	15.084-14.817=0.267

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.003=-0.001
min	27.603-27.603=0.000
max	27.607-27.611=-0.004

*mean*	4256.625-4271.875=-15.250
σ	1891.380-1871.318=20.061
min	1908.000-2019.000=-111.000
max	7546.000-7543.000=3.000

*mean*	8.594-8.801=-0.207
σ	1.198-0.851=0.347
min	7.958-7.991=-0.033
max	11.515-10.236=1.279

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403

*mean*	4256.625-4271.875=-15.250
σ	1891.380-1871.318=20.061
min	1908.000-2019.000=-111.000
max	7546.000-7543.000=3.000

*mean*	6.474-6.850=-0.376
σ	0.997-0.713=0.285
min	5.745-6.267=-0.521
max	8.856-7.962=0.894

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.003-0.002=0.001
min	25.664-25.664=0.000
max	25.672-25.669=0.003

*mean*	4256.625-4271.875=-15.250
σ	1891.380-1871.318=20.061
min	1908.000-2019.000=-111.000
max	7546.000-7543.000=3.000

*mean*	5.483-5.429=0.054
σ	0.439-0.128=0.311
min	5.136-5.180=-0.044
max	6.550-5.618=0.932

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971

*mean*	4256.625-4271.875=-15.250
σ	1891.380-1871.318=20.061
min	1908.000-2019.000=-111.000
max	7546.000-7543.000=3.000

*mean*	5.282-5.228=0.054
σ	0.448-0.163=0.285
min	4.971-4.864=0.107
max	6.374-5.419=0.955

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.593=0.000
σ	0.000-0.000=0.000
min	2524.593
max	2524.594

*mean*	7546.000-7543.000=3.000
σ	0.000
min	7546.000-7543.000=3.000
max	7546.000-7543.000=3.000

*mean*	1040.446-1074.051=-33.605
σ	3.762-6.431=-2.670
min	1034.528-1063.725=-29.198
max	1046.270-1081.155=-34.885

op=load_product(), with indexes

*mean*	8744.558-8744.558=-0.000
σ	0.032-0.033=-0.000
min	8744.544-8744.544=-0.000
max	8744.638-8744.639=-0.000

*mean*	3769.125-3800.250=-31.125
σ	1631.512-1597.143=34.370
min	1908.000-2019.000=-111.000
max	5943.000-5949.000=-6.000

*mean*	4700.416-4766.663=-66.247
σ	1595.772-1541.560=54.213
min	3553.912-3640.817=-86.905
max	7449.398-7293.559=155.839

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.075-62.076=-0.001
max	62.080

*mean*	4256.625-4271.875=-15.250
σ	1891.380-1871.318=20.061
min	1908.000-2019.000=-111.000
max	7546.000-7543.000=3.000

*mean*	82.347-83.459=-1.112
σ	10.160-12.483=-2.323
min	71.656-71.025=0.631
max	103.758-108.582=-4.823

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945

*mean*	7546.000-7543.000=3.000
σ	0.000
min	7546.000-7543.000=3.000
max	7546.000-7543.000=3.000

*mean*	244.089-233.942=10.147
σ	403.993-375.152=28.840
min	89.853-90.661=-0.808
max	1243.765-1162.240=81.525

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.686-66.687=-0.000

*mean*	7546.000-7543.000=3.000
σ	0.000
min	7546.000-7543.000=3.000
max	7546.000-7543.000=3.000

*mean*	151.504-153.026=-1.522
σ	12.942-12.636=0.306
min	136.873-140.467=-3.594
max	166.845-168.999=-2.154

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.318=0.000
min	11655.305
max	11667.521

*mean*	4256.625-4271.875=-15.250
σ	1891.380-1871.318=20.061
min	1908.000-2019.000=-111.000
max	7546.000-7543.000=3.000

*mean*	6268.945-6626.483=-357.539
σ	1172.562-1272.280=-99.717
min	4988.683-5058.867=-70.184
max	8318.808-8358.836=-40.028

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.068=0.000
σ	0.002-0.001=0.001
min	11560.066-11560.066=0.001
max	11560.072-11560.069=0.003

*mean*	7546.000-7543.000=3.000
σ	0.000
min	7546.000-7543.000=3.000
max	7546.000-7543.000=3.000

*mean*	5403.099-5635.033=-231.934
σ	1323.111-1412.461=-89.350
min	4425.978-4537.327=-111.348
max	7388.154-7605.388=-217.234

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.588-172.589=-0.001
σ	0.027-0.022=0.005
min	172.558-172.560=-0.001
max	172.625-172.618=0.007

*mean*	1908.000-2019.000=-111.000
σ	0.000
min	1908.000-2019.000=-111.000
max	1908.000-2019.000=-111.000

*mean*	374.567-373.515=1.052
σ	23.816-45.433=-21.617
min	342.299-318.566=23.733
max	403.460-462.453=-58.993

op=pointedIndexFromKvs

rows=400000

*mean*	357.358-357.358=-0.001
σ	0.035-0.037=-0.001
min	357.321
max	357.396-357.402=-0.006

*mean*	1908.000-2019.000=-111.000
σ	0.000
min	1908.000-2019.000=-111.000
max	1908.000-2019.000=-111.000

*mean*	751.281-769.821=-18.539
σ	65.566-27.876=37.690
min	610.733-721.391=-110.658
max	807.203-797.825=9.378

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.182-1008.184=-0.001
σ	0.900-0.882=0.018
min	1007.695-1007.687=0.008
max	1011.921-1011.846=0.075

*mean*	1053.200-1042.400=10.800
σ	301.446-306.044=-4.598
min	546.000-547.000=-1.000
max	1497.000-1470.000=27.000

*mean*	1.546-1.544=0.001
σ	0.073-0.108=-0.036
min	1.485-1.346=0.139
max	1.778-1.769=0.010

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.000
σ	0.003-0.003=-0.000
min	0.881
max	0.888-0.887=0.000

*mean*	1497.000-1470.000=27.000
σ	0.000
min	1497.000-1470.000=27.000
max	1497.000-1470.000=27.000

*mean*	0.421-0.410=0.012
σ	0.136-0.136=-0.001
min	0.343-0.330=0.012
max	0.663-0.651=0.012

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1497.000-1470.000=27.000
σ	0.000
min	1497.000-1470.000=27.000
max	1497.000-1470.000=27.000

*mean*	0.886-0.861=0.025
σ	0.093-0.084=0.009
min	0.819-0.807=0.012
max	1.048-1.006=0.042

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1497.000-1470.000=27.000
σ	0.000
min	1497.000-1470.000=27.000
max	1497.000-1470.000=27.000

*mean*	0.544-0.524=0.020
σ	0.043-0.058=-0.015
min	0.516-0.480=0.036
max	0.613-0.622=-0.008

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1497.000-1470.000=27.000
σ	0.000
min	1497.000-1470.000=27.000
max	1497.000-1470.000=27.000

*mean*	0.847-0.819=0.028
σ	0.037-0.039=-0.002
min	0.811-0.789=0.022
max	0.909-0.885=0.024

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.928-963.921=0.007
σ	0.033-0.024=0.009
min	963.911-963.902=0.008
max	963.987-963.961=0.026

*mean*	1497.000-1470.000=27.000
σ	0.000
min	1497.000-1470.000=27.000
max	1497.000-1470.000=27.000

*mean*	0.803-0.798=0.005
σ	0.050-0.049=0.002
min	0.746-0.733=0.014
max	0.852-0.860=-0.007

name=cdr_enhanced_4k_loc.art

*mean*	884.889-884.890=-0.000
σ	0.009-0.010=-0.001
min	884.883
max	884.903-884.904=-0.001

*mean*	1497.000-1470.000=27.000
σ	0.000
min	1497.000-1470.000=27.000
max	1497.000-1470.000=27.000

*mean*	0.698-0.733=-0.035
σ	0.060-0.034=0.026
min	0.610-0.672=-0.062
max	0.741-0.751=-0.009

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.001

*mean*	1497.000-1470.000=27.000
σ	0.000
min	1497.000-1470.000=27.000
max	1497.000-1470.000=27.000

*mean*	4.232-4.302=-0.071
σ	0.086-0.084=0.002
min	4.079-4.164=-0.085
max	4.567-4.611=-0.044

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.659-7.659=0.000

*mean*	1497.000-1470.000=27.000
σ	0.000
min	1497.000-1470.000=27.000
max	1497.000-1470.000=27.000

*mean*	4.189-4.288=-0.099
σ	0.074-0.075=-0.001
min	4.080-4.134=-0.055
max	4.489-4.522=-0.032

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1497.000-1470.000=27.000
σ	0.000
min	1497.000-1470.000=27.000
max	1497.000-1470.000=27.000

*mean*	0.753-0.735=0.018
σ	0.016-0.020=-0.003
min	0.724-0.703=0.021
max	0.860-0.874=-0.013

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1497.000-1470.000=27.000
σ	0.000
min	1497.000-1470.000=27.000
max	1497.000-1470.000=27.000

*mean*	0.710-0.701=0.008
σ	0.038-0.026=0.012
min	0.532-0.505=0.027
max	0.816-0.803=0.013

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.287-297.368=-0.081
σ	0.192-0.251=-0.059
min	297.106-297.160=-0.054
max	297.792-298.049=-0.257

*mean*	1908.000-2019.000=-111.000
σ	0.000
min	1908.000-2019.000=-111.000
max	1908.000-2019.000=-111.000

*mean*	0.594-0.586=0.007
σ	0.047-0.032=0.015
min	0.530-0.502=0.027
max	0.703-0.614=0.089

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	221.996
σ	0.000
min	221.996
max	221.996

*mean*	1706.125
σ	68.430
min	1587.000
max	1743.000

*mean*	203.321
σ	2.412
min	199.944
max	206.311

phase=macro expansion

*mean*	6.127
σ	0.000
min	6.127
max	6.127

*mean*	1706.125
σ	68.430
min	1587.000
max	1743.000

*mean*	11.476
σ	1.620
min	9.434
max	12.775

phase=parser

*mean*	1041.157
σ	0.000
min	1041.157
max	1041.157

*mean*	1706.125
σ	68.430
min	1587.000
max	1743.000

*mean*	673.409
σ	67.384
min	588.321
max	732.695

phase=processProdDef

*mean*	6169.661
σ	0.001
min	6169.660
max	6169.662

*mean*	1725.625
σ	49.144
min	1604.000
max	1743.000

*mean*	5578.892
σ	1402.784
min	3165.636
max	7591.733

phase=renaming

*mean*	21.666
σ	0.000
min	21.666
max	21.666

*mean*	1706.125
σ	68.430
min	1587.000
max	1743.000

*mean*	44.831
σ	3.725
min	39.684
max	48.031

phase=type checker

*mean*	958.665
σ	0.055
min	958.579
max	958.736

*mean*	1706.125
σ	68.430
min	1587.000
max	1743.000

*mean*	730.266
σ	53.819
min	665.895
max	777.394

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.770-289.765=0.004
σ	0.036-0.037=-0.002
min	289.725-289.723=0.003
max	289.808-289.806=0.001

*mean*	1743.000-1470.000=273.000
σ	0.000
min	1743.000-1470.000=273.000
max	1743.000-1470.000=273.000

*mean*	0.401-0.393=0.008
σ	0.009-0.009=-0.000
min	0.395-0.388=0.007
max	0.416-0.409=0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.641-1299.664=-0.024
σ	0.111-0.060=0.051
min	1299.514-1299.578=-0.064
max	1299.821-1299.726=0.095

*mean*	1743.000-1470.000=273.000
σ	0.000
min	1743.000-1470.000=273.000
max	1743.000-1470.000=273.000

*mean*	2.051-2.014=0.037
σ	0.182-0.050=0.132
min	1.830-1.967=-0.137
max	2.240-2.092=0.148

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.631-1542.615=0.016
σ	4.017-4.007=0.010
min	1540.668-1540.632=0.036
max	1549.811-1549.775=0.036

*mean*	1743.000-1470.000=273.000
σ	0.000
min	1743.000-1470.000=273.000
max	1743.000-1470.000=273.000

*mean*	2.221-2.278=-0.057
σ	0.075-0.084=-0.009
min	2.148-2.129=0.018
max	2.307-2.331=-0.025

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.619-1861.639=-0.019
σ	0.057-0.067=-0.010
min	1861.568-1861.547=0.021
max	1861.695-1861.719=-0.024

*mean*	1812.400-1748.000=64.400
σ	87.546-184.402=-96.856
min	1743.000-1537.000=206.000
max	1908.000-2019.000=-111.000

*mean*	3.051-2.928=0.123
σ	0.312-0.130=0.182
min	2.851-2.858=-0.007
max	3.602-3.159=0.443

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.632-1.708=-0.076
σ	0.207-0.178=0.029
min	1.405-1.503=-0.098
max	1.877-1.883=-0.006

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.208-446.208=0.001
σ	577.184-577.184=0.000
min	157.613-157.614=-0.002
max	1311.984-1311.983=0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1743.000-1470.000=273.000
σ	0.000
min	1743.000-1470.000=273.000
max	1743.000-1470.000=273.000

*mean*	0.535-0.545=-0.010
σ	0.550-0.563=-0.013
min	0.259-0.263=-0.004
max	1.359-1.389=-0.029

policies=20

*mean*	1576.416-1576.416=-0.001
σ	0.336-0.341=-0.005
min	1576.186-1576.186=0.001
max	1576.915-1576.923=-0.008

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1743.000-1470.000=273.000
σ	0.000
min	1743.000-1470.000=273.000
max	1743.000-1470.000=273.000

*mean*	2.609-2.611=-0.002
σ	0.020-0.006=0.014
min	2.589-2.602=-0.013
max	2.632-2.615=0.016

policies=200

*mean*	15772.220-15772.282=-0.062
σ	0.180-0.044=0.136
min	15772.085-15772.249=-0.164
max	15772.486-15772.346=0.140

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1743.000-1470.000=273.000
σ	0.000
min	1743.000-1470.000=273.000
max	1743.000-1470.000=273.000

*mean*	26.557-26.458=0.099
σ	0.183-0.050=0.133
min	26.394-26.411=-0.018
max	26.784-26.525=0.259