Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.679-54.618=0.061
σ	0.360-0.348=0.012
min	54.538-54.489=0.049
max	55.702-55.608=0.094

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.140-0.139=0.002
σ	0.004-0.005=-0.001
min	0.137-0.133=0.004
max	0.148-0.147=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.788=-0.083
σ	0.005-0.007=-0.002
min	43.697-43.778=-0.081
max	43.712-43.803=-0.091

*mean*	418.000-415.000=3.000
σ	0.000
min	418.000-415.000=3.000
max	418.000-415.000=3.000

*mean*	0.121-0.121=0.000
σ	0.004-0.006=-0.002
min	0.116-0.115=0.001
max	0.128-0.130=-0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.001

*mean*	4159.250-4157.000=2.250
σ	1911.612-1906.184=5.429
min	1549.000-1556.000=-7.000
max	7352.000-7325.000=27.000

*mean*	12.741-13.014=-0.273
σ	0.176-0.319=-0.143
min	12.582-12.589=-0.007
max	13.096-13.547=-0.450

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.619=0.001

*mean*	4159.250-4157.000=2.250
σ	1911.612-1906.184=5.429
min	1549.000-1556.000=-7.000
max	7352.000-7325.000=27.000

*mean*	12.733-12.948=-0.215
σ	0.625-0.604=0.021
min	11.592-11.965=-0.373
max	13.333-13.619=-0.287

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=0.000
min	41.929-41.929=-0.000
max	41.933-41.933=0.001

*mean*	7352.000-7325.000=27.000
σ	0.000
min	7352.000-7325.000=27.000
max	7352.000-7325.000=27.000

*mean*	15.251-15.018=0.233
σ	0.887-0.866=0.021
min	13.221-12.963=0.258
max	15.969-15.664=0.305

op=table_records(), repeat

*mean*	41.929-41.928=0.001
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4159.250-4157.000=2.250
σ	1911.612-1906.184=5.429
min	1549.000-1556.000=-7.000
max	7352.000-7325.000=27.000

*mean*	12.935-12.958=-0.023
σ	1.830-1.837=-0.007
min	11.094-11.057=0.037
max	15.357-15.481=-0.124

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.137=-0.000
min	27.604-27.603=0.001
max	27.991-27.991=-0.000

*mean*	4159.250-4157.000=2.250
σ	1911.612-1906.184=5.429
min	1549.000-1556.000=-7.000
max	7352.000-7325.000=27.000

*mean*	8.874-8.938=-0.064
σ	0.416-0.388=0.028
min	8.446-8.497=-0.051
max	9.433-9.633=-0.200

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	4159.250-4157.000=2.250
σ	1911.612-1906.184=5.429
min	1549.000-1556.000=-7.000
max	7352.000-7325.000=27.000

*mean*	6.500-6.862=-0.362
σ	0.347-0.254=0.092
min	6.158-6.305=-0.148
max	7.152-7.153=-0.001

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.666=0.002
σ	0.003-0.002=0.001
min	25.666-25.664=0.001
max	25.674-25.668=0.006

*mean*	4159.250-4157.000=2.250
σ	1911.612-1906.184=5.429
min	1549.000-1556.000=-7.000
max	7352.000-7325.000=27.000

*mean*	6.035-6.042=-0.006
σ	0.193-0.105=0.088
min	5.832-5.868=-0.036
max	6.399-6.162=0.237

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.001
σ	0.002-0.002=-0.000
min	25.968-25.967=0.001
max	25.974-25.972=0.001

*mean*	4159.250-4157.000=2.250
σ	1911.612-1906.184=5.429
min	1549.000-1556.000=-7.000
max	7352.000-7325.000=27.000

*mean*	5.835-5.886=-0.051
σ	0.107-0.081=0.026
min	5.714-5.728=-0.014
max	6.001-5.974=0.027

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=0.000
min	2524.606-2524.606=-0.000
max	2524.607-2524.607=0.000

*mean*	7352.000-7325.000=27.000
σ	0.000
min	7352.000-7325.000=27.000
max	7352.000-7325.000=27.000

*mean*	1048.704-1061.264=-12.559
σ	6.058-11.365=-5.307
min	1038.406-1048.034=-9.627
max	1058.547-1077.374=-18.826

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.001
σ	0.469-0.470=-0.001
min	8744.553-8744.554=-0.001
max	8745.881-8745.884=-0.003

*mean*	3582.375-3577.750=4.625
σ	1802.217-1802.046=0.170
min	1051.000-1045.000=6.000
max	5828.000-5813.000=15.000

*mean*	4853.477-4581.009=272.468
σ	1457.241-1253.091=204.150
min	3541.083-3551.539=-10.455
max	7103.161-6723.235=379.926

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.001
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081-62.080=0.001

*mean*	4159.250-4157.000=2.250
σ	1911.612-1906.184=5.429
min	1549.000-1556.000=-7.000
max	7352.000-7325.000=27.000

*mean*	81.804-84.873=-3.069
σ	9.350-11.704=-2.354
min	72.288-70.770=1.518
max	94.757-99.956=-5.199

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.944=0.001
σ	0.001-0.000=0.000
min	40.945-40.943=0.001
max	40.946-40.945=0.001

*mean*	7352.000-7325.000=27.000
σ	0.000
min	7352.000-7325.000=27.000
max	7352.000-7325.000=27.000

*mean*	105.729-106.736=-1.008
σ	6.451-6.163=0.288
min	92.738-94.125=-1.387
max	110.583-112.548=-1.965

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.001
σ	0.000-0.000=0.000
min	66.686-66.685=0.001
max	66.687-66.686=0.001

*mean*	7352.000-7325.000=27.000
σ	0.000
min	7352.000-7325.000=27.000
max	7352.000-7325.000=27.000

*mean*	161.843-162.534=-0.691
σ	9.690-9.984=-0.294
min	141.358-139.638=1.720
max	168.618-168.931=-0.313

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.901-11656.836=0.065
σ	4.304-4.324=-0.020
min	11655.306-11655.305=0.000
max	11667.552-11667.537=0.014

*mean*	4159.250-4157.000=2.250
σ	1911.612-1906.184=5.429
min	1549.000-1556.000=-7.000
max	7352.000-7325.000=27.000

*mean*	6331.333-6272.081=59.252
σ	1219.939-808.443=411.495
min	4914.001-4916.282=-2.280
max	8094.323-7776.038=318.286

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.065=0.001
σ	0.001-0.001=-0.000
min	11560.065-11560.065=0.000
max	11560.067-11560.066=0.000

*mean*	7352.000-7325.000=27.000
σ	0.000
min	7352.000-7325.000=27.000
max	7352.000-7325.000=27.000

*mean*	5619.341-5595.287=24.054
σ	1229.500-1556.260=-326.760
min	4406.185-4338.304=67.881
max	7243.934-7892.700=-648.765

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	474.000-477.000=-3.000
σ	0.000
min	474.000-477.000=-3.000
max	474.000-477.000=-3.000

*mean*	394.653-367.012=27.640
σ	3.571-42.579=-39.008
min	386.925-298.006=88.919
max	397.915-401.776=-3.861

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.000-560.000=-1.000
σ	0.000
min	559.000-560.000=-1.000
max	559.000-560.000=-1.000

*mean*	731.618-765.974=-34.356
σ	72.321-41.373=30.949
min	631.215-680.848=-49.632
max	805.465-799.187=6.277

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.328-1008.375=15.953
σ	0.758-0.760=-0.001
min	1023.852-1007.900=15.952
max	1027.466-1011.517=15.949

*mean*	1040.100-1045.750=-5.650
σ	290.640-299.421=-8.781
min	576.000-562.000=14.000
max	1434.000-1447.000=-13.000

*mean*	1.599-1.536=0.063
σ	0.087-0.071=0.016
min	1.470-1.471=-0.001
max	1.826-1.744=0.081

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.891=0.021
σ	0.020
min	0.903-0.881=0.021
max	0.949-0.928=0.021

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.396-0.289=0.106
σ	0.518-0.284=0.234
min	0.126-0.131=-0.005
max	1.318-0.791=0.526

name=error_case.art

*mean*	2.339-2.338=0.001
σ	0.012
min	2.333-2.332=0.001
max	2.361-2.359=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.477-0.487=-0.010
σ	0.318-0.317=0.001
min	0.327-0.333=-0.006
max	1.046-1.055=-0.008

name=heavy_item.art

*mean*	1.522-1.522=0.001
σ	0.002
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.221-0.217=0.004
σ	0.025-0.026=-0.001
min	0.201-0.197=0.004
max	0.263-0.257=0.006

name=nested_use.art

*mean*	2.357-2.355=0.001
σ	0.002
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.322-0.329=-0.006
σ	0.018-0.020=-0.002
min	0.304-0.306=-0.002
max	0.352-0.360=-0.008

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-963.908=0.933
σ	0.011
min	964.835-963.902=0.933
max	964.859-963.926=0.933

*mean*	436.000-434.400=1.600
σ	5.612-1.342=4.271
min	431.000-432.000=-1.000
max	442.000-435.000=7.000

*mean*	0.558-0.579=-0.021
σ	0.047-0.035=0.012
min	0.506-0.534=-0.028
max	0.612-0.610=0.002

name=cdr_enhanced_4k_loc.art

*mean*	885.820-884.884=0.936
σ	0.002
min	885.819-884.883=0.936
max	885.823-884.886=0.936

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	0.486-0.467=0.019
σ	0.029-0.056=-0.027
min	0.457-0.410=0.047
max	0.530-0.535=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.706=0.002
σ	0.002
min	7.708-7.705=0.002
max	7.712-7.709=0.002

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	2.620-1.971=0.649
σ	0.077-0.077=-0.000
min	2.495-1.864=0.631
max	2.827-2.373=0.454

name=record_render_large_syntax_err.art

*mean*	7.657-7.655=0.002
σ	0.002
min	7.656-7.654=0.002
max	7.660-7.658=0.002

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	2.637-1.959=0.679
σ	0.092-0.063=0.029
min	2.465-1.854=0.611
max	2.872-2.177=0.695

name=record_render_success.art

*mean*	2.289-2.288=0.002
σ	0.002
min	2.289-2.287=0.002
max	2.293-2.291=0.002

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	0.310-0.303=0.007
σ	0.012-0.006=0.005
min	0.295-0.290=0.005
max	0.386-0.344=0.042

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.002
σ	0.002
min	2.164-2.163=0.002
max	2.168-2.166=0.002

*mean*	442.000-435.000=7.000
σ	0.000
min	442.000-435.000=7.000
max	442.000-435.000=7.000

*mean*	0.293-0.287=0.006
σ	0.008-0.007=0.002
min	0.278-0.275=0.003
max	0.336-0.319=0.017

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.811-298.030=0.781
σ	1.032-1.040=-0.008
min	298.439-297.617=0.822
max	301.748-300.987=0.761

*mean*	442.600-442.400=0.200
σ	16.972-16.133=0.839
min	416.000-417.000=-1.000
max	469.000-463.000=6.000

*mean*	0.591-0.606=-0.015
σ	0.023-0.017=0.006
min	0.553-0.567=-0.013
max	0.628-0.629=-0.001

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532-222.008=17.524
σ	0.000
min	239.532-222.008=17.524
max	239.532-222.008=17.524

*mean*	1743.000-1664.250=78.750
σ	2.828-148.175=-145.347
min	1742.000-1491.000=251.000
max	1750.000-1796.000=-46.000

*mean*	217.757-204.823=12.934
σ	2.567-2.563=0.004
min	211.910-200.072=11.838
max	220.568-208.042=12.526

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1743.000-1664.250=78.750
σ	2.828-148.175=-145.347
min	1742.000-1491.000=251.000
max	1750.000-1796.000=-46.000

*mean*	12.235-11.417=0.818
σ	0.956-1.690=-0.735
min	10.637-9.301=1.336
max	12.906-12.816=0.090

phase=parser

*mean*	1042.365-1041.160=1.205
σ	0.000-0.000=0.000
min	1042.365-1041.159=1.206
max	1042.366-1041.160=1.206

*mean*	1743.000-1664.250=78.750
σ	2.828-148.175=-145.347
min	1742.000-1491.000=251.000
max	1750.000-1796.000=-46.000

*mean*	684.098-670.260=13.838
σ	74.252-67.779=6.473
min	562.199-583.060=-20.861
max	729.502-728.594=0.908

phase=processProdDef

*mean*	6169.659-6169.661=-0.002
σ	0.000-0.001=-0.000
min	6169.659-6169.660=-0.002
max	6169.660-6169.662=-0.002

*mean*	1744.000-1702.375=41.625
σ	3.703-135.965=-132.262
min	1742.000-1491.000=251.000
max	1750.000-1796.000=-46.000

*mean*	5531.330-5023.096=508.235
σ	999.966-1119.160=-119.194
min	4188.826-3583.718=605.108
max	6664.359-6700.711=-36.352

phase=renaming

*mean*	21.671-21.671=0.001
σ	0.000
min	21.671-21.671=0.001
max	21.671-21.671=0.001

*mean*	1743.000-1664.250=78.750
σ	2.828-148.175=-145.347
min	1742.000-1491.000=251.000
max	1750.000-1796.000=-46.000

*mean*	44.647-45.112=-0.465
σ	6.307-4.558=1.749
min	34.380-39.827=-5.447
max	48.914-51.758=-2.844

phase=type checker

*mean*	990.446-958.670=31.775
σ	0.066
min	990.348-958.573=31.775
max	990.536-958.760=31.775

*mean*	1743.000-1664.250=78.750
σ	2.828-148.175=-145.347
min	1742.000-1491.000=251.000
max	1750.000-1796.000=-46.000

*mean*	835.398-741.340=94.058
σ	65.573-75.449=-9.876
min	739.507-661.601=77.906
max	905.072-872.085=32.987

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.919-292.772=1.146
σ	0.038-0.036=0.002
min	293.865-292.724=1.141
max	293.958-292.812=1.146

*mean*	442.000-443.000=-1.000
σ	2.739-0.000=2.739
min	440.000-443.000=-3.000
max	445.000-443.000=2.000

*mean*	0.404-0.400=0.004
σ	0.002-0.002=-0.000
min	0.402-0.398=0.003
max	0.407-0.403=0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.230-1302.888=17.343
σ	0.083-0.081=0.002
min	1320.152-1302.747=17.404
max	1320.324-1302.948=17.376

*mean*	1067.600-1077.200=-9.600
σ	167.554-186.480=-18.926
min	843.000-842.000=1.000
max	1274.000-1324.000=-50.000

*mean*	2.054-2.075=-0.021
σ	0.225-0.159=0.066
min	1.865-1.861=0.004
max	2.376-2.232=0.144

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.741-1545.916=13.826
σ	4.061-4.015=0.046
min	1557.728-1543.956=13.772
max	1566.999-1553.092=13.908

*mean*	618.800-612.400=6.400
σ	82.448-73.180=9.268
min	494.000-498.000=-4.000
max	715.000-691.000=24.000

*mean*	2.280-2.274=0.006
σ	0.119-0.127=-0.008
min	2.171-2.174=-0.003
max	2.435-2.496=-0.060

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.273-1864.849=17.424
σ	0.061-0.063=-0.002
min	1882.199-1864.767=17.432
max	1882.338-1864.929=17.409

*mean*	1699.800-1713.200=-13.400
σ	246.600-233.405=13.196
min	1406.000-1429.000=-23.000
max	2031.000-2020.000=11.000

*mean*	2.985-2.959=0.026
σ	0.059-0.052=0.007
min	2.933-2.912=0.021
max	3.058-3.030=0.028

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.718-1.728=-0.010
σ	0.186-0.098=0.088
min	1.518-1.573=-0.055
max	1.966-1.830=0.136

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.536-447.754=5.782
σ	585.528-579.109=6.419
min	160.771-158.196=2.575
max	1331.828-1316.417=15.411

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.548-0.530=0.017
σ	0.551-0.540=0.012
min	0.270-0.259=0.011
max	1.375-1.340=0.035

policies=20

*mean*	1608.044-1582.279=25.766
σ	0.421-0.333=0.088
min	1607.754-1582.041=25.712
max	1608.667-1582.769=25.898

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	450.250-447.000=3.250
σ	10.595-3.464=7.131
min	443.000-444.000=-1.000
max	466.000-450.000=16.000

*mean*	2.711-2.609=0.102
σ	0.019-0.011=0.008
min	2.695-2.596=0.100
max	2.738-2.623=0.115

policies=200

*mean*	16088.591-15830.808=257.784
σ	0.137-0.190=-0.053
min	16088.472-15830.667=257.806
max	16088.783-15831.087=257.696

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	496.000-497.500=-1.500
σ	4.690-5.568=-0.877
min	490.000
max	501.000-503.000=-2.000

*mean*	27.463-26.546=0.917
σ	0.108-0.158=-0.050
min	27.348-26.350=0.998
max	27.595-26.675=0.920