Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.622-54.621=0.001
σ	0.351-0.351=-0.001
min	54.485-54.489=-0.004
max	55.619-55.620=-0.001

*mean*	414.700-416.000=-1.300
σ	0.483-0.000=0.483
min	414.000-416.000=-2.000
max	415.000-416.000=-1.000

*mean*	0.136-0.139=-0.003
σ	0.006-0.005=0.001
min	0.130-0.131=-0.001
max	0.148-0.146=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.787=0.001
σ	0.006-0.004=0.002
min	43.780-43.781=-0.000
max	43.797-43.793=0.004

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.123-0.122=0.001
σ	0.003-0.005=-0.002
min	0.120-0.114=0.006
max	0.127-0.129=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620

*mean*	4090.625-4253.125=-162.500
σ	1588.067-1892.673=-304.606
min	1885.000-1914.000=-29.000
max	6041.000-7539.000=-1498.000

*mean*	12.450-12.255=0.195
σ	0.369-0.249=0.120
min	11.974-12.006=-0.032
max	13.006-12.808=0.198

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.619=-0.000

*mean*	4090.625-4253.125=-162.500
σ	1588.067-1892.673=-304.606
min	1885.000-1914.000=-29.000
max	6041.000-7539.000=-1498.000

*mean*	11.844-12.225=-0.381
σ	0.489-0.842=-0.353
min	11.352-11.347=0.005
max	12.889-13.778=-0.889

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	6041.000-7539.000=-1498.000
σ	0.000
min	6041.000-7539.000=-1498.000
max	6041.000-7539.000=-1498.000

*mean*	12.915-13.543=-0.628
σ	1.137-1.432=-0.295
min	10.775-10.815=-0.040
max	14.504-15.065=-0.561

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.001=0.000
min	41.927-41.927=-0.000
max	41.931-41.931=0.000

*mean*	4090.625-4253.125=-162.500
σ	1588.067-1892.673=-304.606
min	1885.000-1914.000=-29.000
max	6041.000-7539.000=-1498.000

*mean*	12.334-12.262=0.071
σ	1.858-1.680=0.178
min	10.209-10.588=-0.379
max	14.803-14.644=0.159

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=0.000
σ	0.002-0.002=0.000
min	27.603-27.603=-0.000
max	27.607

*mean*	4090.625-4253.125=-162.500
σ	1588.067-1892.673=-304.606
min	1885.000-1914.000=-29.000
max	6041.000-7539.000=-1498.000

*mean*	8.389-8.634=-0.245
σ	0.236-0.737=-0.501
min	8.073-7.948=0.124
max	8.759-10.357=-1.597

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=-0.000
max	26.403-26.403=-0.000

*mean*	4090.625-4253.125=-162.500
σ	1588.067-1892.673=-304.606
min	1885.000-1914.000=-29.000
max	6041.000-7539.000=-1498.000

*mean*	6.730-6.685=0.045
σ	0.628-0.628=-0.001
min	6.378-5.987=0.391
max	8.261-7.962=0.299

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664
max	25.670-25.670=0.000

*mean*	4090.625-4253.125=-162.500
σ	1588.067-1892.673=-304.606
min	1885.000-1914.000=-29.000
max	6041.000-7539.000=-1498.000

*mean*	5.478-5.585=-0.107
σ	0.170-0.112=0.057
min	5.196-5.432=-0.235
max	5.698-5.732=-0.034

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=-0.000
max	25.971

*mean*	4090.625-4253.125=-162.500
σ	1588.067-1892.673=-304.606
min	1885.000-1914.000=-29.000
max	6041.000-7539.000=-1498.000

*mean*	5.329-5.363=-0.034
σ	0.115-0.200=-0.085
min	5.149-4.982=0.167
max	5.505-5.618=-0.113

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.603-2524.603=-0.000
σ	0.000-0.000=-0.000
min	2524.603-2524.602=0.000
max	2524.603-2524.603=0.000

*mean*	6041.000-7539.000=-1498.000
σ	0.000
min	6041.000-7539.000=-1498.000
max	6041.000-7539.000=-1498.000

*mean*	1549.611-1040.068=509.543
σ	815.326-5.050=810.276
min	1038.177-1031.173=7.004
max	2960.081-1045.585=1914.496

op=load_product(), with indexes

*mean*	8744.568-8744.568=0.000
σ	0.033-0.033=-0.000
min	8744.554-8744.553=0.001
max	8744.649-8744.649=-0.000

*mean*	3796.500-3762.750=33.750
σ	1679.342-1637.244=42.097
min	1885.000-1914.000=-29.000
max	6041.000-5947.000=94.000

*mean*	4322.684-4511.440=-188.756
σ	1152.561-1484.856=-332.294
min	3544.448-3502.995=41.453
max	6847.340-7152.968=-305.628

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4090.625-4253.125=-162.500
σ	1588.067-1892.673=-304.606
min	1885.000-1914.000=-29.000
max	6041.000-7539.000=-1498.000

*mean*	81.756-86.559=-4.803
σ	9.916-11.531=-1.614
min	71.042-72.111=-1.069
max	97.483-100.579=-3.096

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=0.001
min	40.944
max	40.948-40.945=0.002

*mean*	6041.000-7539.000=-1498.000
σ	0.000
min	6041.000-7539.000=-1498.000
max	6041.000-7539.000=-1498.000

*mean*	95.031-98.556=-3.525
σ	12.809-13.765=-0.956
min	72.923-67.228=5.695
max	107.742-109.445=-1.703

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687

*mean*	6041.000-7539.000=-1498.000
σ	0.000
min	6041.000-7539.000=-1498.000
max	6041.000-7539.000=-1498.000

*mean*	223.793-150.849=72.944
σ	229.374-22.225=207.148
min	107.880-101.948=5.931
max	789.677-170.088=619.589

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.318=0.000
min	11655.305-11655.305=-0.000
max	11667.521-11667.520=0.001

*mean*	4090.625-4253.125=-162.500
σ	1588.067-1892.673=-304.606
min	1885.000-1914.000=-29.000
max	6041.000-7539.000=-1498.000

*mean*	6205.297-6290.044=-84.748
σ	1074.537-1058.736=15.801
min	4965.943-4889.207=76.736
max	7905.260-7894.920=10.340

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.068=0.000
σ	0.001-0.001=-0.000
min	11560.066-11560.066=0.001
max	11560.069

*mean*	6041.000-7539.000=-1498.000
σ	0.000
min	6041.000-7539.000=-1498.000
max	6041.000-7539.000=-1498.000

*mean*	6440.426-5598.876=841.550
σ	1338.257-1187.334=150.923
min	4412.655-4350.245=62.409
max	7795.668-7425.383=370.286

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.582-172.590=-0.008
σ	0.024-0.030=-0.006
min	172.558
max	172.622-172.633=-0.011

*mean*	1885.000-1914.000=-29.000
σ	0.000
min	1885.000-1914.000=-29.000
max	1885.000-1914.000=-29.000

*mean*	344.694-360.392=-15.698
σ	51.157-44.755=6.402
min	265.941-265.823=0.118
max	400.672-400.813=-0.141

op=pointedIndexFromKvs

rows=400000

*mean*	357.361-357.359=0.001
σ	0.039-0.037=0.001
min	357.321
max	357.404-357.401=0.003

*mean*	1885.000-1914.000=-29.000
σ	0.000
min	1885.000-1914.000=-29.000
max	1885.000-1914.000=-29.000

*mean*	779.648-768.030=11.618
σ	14.400-28.964=-14.564
min	755.706-714.550=41.156
max	805.684-796.615=9.070

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.478-1008.487=-0.009
σ	0.874-0.859=0.015
min	1007.979-1007.978=0.001
max	1012.097-1012.023=0.075

*mean*	1039.700-1041.400=-1.700
σ	306.330-292.906=13.424
min	546.000-547.000=-1.000
max	1468.000-1437.000=31.000

*mean*	1.533-1.499=0.034
σ	0.131-0.065=0.066
min	1.434-1.441=-0.007
max	2.017-1.698=0.319

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.884=-0.001
σ	0.002-0.003=-0.001
min	0.881
max	0.886-0.889=-0.003

*mean*	1468.000-1437.000=31.000
σ	0.000
min	1468.000-1437.000=31.000
max	1468.000-1437.000=31.000

*mean*	0.442-0.473=-0.032
σ	0.136-0.135=0.000
min	0.363-0.364=-0.001
max	0.682-0.678=0.005

name=error_case.art

*mean*	2.333-2.334=-0.000
σ	0.003-0.004=-0.001
min	2.332
max	2.337-2.339=-0.002

*mean*	1468.000-1437.000=31.000
σ	0.000
min	1468.000-1437.000=31.000
max	1468.000-1437.000=31.000

*mean*	0.905-0.905=0.001
σ	0.087-0.107=-0.021
min	0.857-0.839=0.019
max	1.058-1.095=-0.037

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1468.000-1437.000=31.000
σ	0.000
min	1468.000-1437.000=31.000
max	1468.000-1437.000=31.000

*mean*	0.561-0.545=0.015
σ	0.057-0.048=0.009
min	0.514-0.497=0.017
max	0.659-0.623=0.037

name=nested_use.art

*mean*	2.357-2.356=0.001
σ	0.002-0.002=0.000
min	2.355
max	2.360-2.358=0.001

*mean*	1468.000-1437.000=31.000
σ	0.000
min	1468.000-1437.000=31.000
max	1468.000-1437.000=31.000

*mean*	0.884-0.858=0.026
σ	0.030-0.044=-0.014
min	0.851-0.817=0.033
max	0.932-0.931=0.001

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.921-963.921=-0.000
σ	0.027-0.023=0.004
min	963.904-963.902=0.001
max	963.968-963.957=0.011

*mean*	1468.000-1437.000=31.000
σ	0.000
min	1468.000-1437.000=31.000
max	1468.000-1437.000=31.000

*mean*	0.825-0.845=-0.020
σ	0.031-0.033=-0.002
min	0.781-0.797=-0.016
max	0.855-0.872=-0.017

name=cdr_enhanced_4k_loc.art

*mean*	884.889-884.889=-0.001
σ	0.005-0.007=-0.001
min	884.883
max	884.895-884.900=-0.005

*mean*	1468.000-1437.000=31.000
σ	0.000
min	1468.000-1437.000=31.000
max	1468.000-1437.000=31.000

*mean*	0.727-0.748=-0.021
σ	0.049-0.006=0.043
min	0.639-0.740=-0.101
max	0.751-0.756=-0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=0.000
min	7.705
max	7.712-7.711=0.002

*mean*	1468.000-1437.000=31.000
σ	0.000
min	1468.000-1437.000=31.000
max	1468.000-1437.000=31.000

*mean*	4.316-4.248=0.068
σ	0.113-0.084=0.029
min	4.157-4.122=0.036
max	4.819-4.641=0.177

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1468.000-1437.000=31.000
σ	0.000
min	1468.000-1437.000=31.000
max	1468.000-1437.000=31.000

*mean*	4.311-4.241=0.071
σ	0.087-0.076=0.011
min	4.156-4.136=0.020
max	4.626-4.586=0.040

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1468.000-1437.000=31.000
σ	0.000
min	1468.000-1437.000=31.000
max	1468.000-1437.000=31.000

*mean*	0.764-0.770=-0.005
σ	0.024-0.021=0.003
min	0.651-0.731=-0.080
max	0.882-0.898=-0.016

name=record_render_syntax_err.art

*mean*	2.163-2.163=-0.000
σ	0.002-0.002=0.000
min	2.163
max	2.166

*mean*	1468.000-1437.000=31.000
σ	0.000
min	1468.000-1437.000=31.000
max	1468.000-1437.000=31.000

*mean*	0.722-0.722=-0.000
σ	0.034-0.012=0.022
min	0.522-0.694=-0.172
max	0.919-0.782=0.137

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.733-297.727=0.006
σ	0.241-0.220=0.022
min	297.534-297.577=-0.043
max	298.390-298.329=0.061

*mean*	1885.000-1914.000=-29.000
σ	0.000
min	1885.000-1914.000=-29.000
max	1885.000-1914.000=-29.000

*mean*	0.604-0.616=-0.012
σ	0.039-0.042=-0.003
min	0.546-0.567=-0.022
max	0.684-0.720=-0.036

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011
σ	0.000
min	222.011
max	222.011

*mean*	1770.375-1437.000=333.375
σ	92.014-0.000=92.014
min	1589.000-1437.000=152.000
max	1819.000-1437.000=382.000

*mean*	206.848-200.595=6.254
σ	16.842-2.993=13.849
min	194.005-196.067=-2.062
max	247.612-204.297=43.315

phase=macro expansion

*mean*	6.133
σ	0.000
min	6.133
max	6.133

*mean*	1770.375-1437.000=333.375
σ	92.014-0.000=92.014
min	1589.000-1437.000=152.000
max	1819.000-1437.000=382.000

*mean*	11.116-9.625=1.492
σ	2.780-2.189=0.591
min	6.369-7.334=-0.965
max	15.471-12.576=2.894

phase=parser

*mean*	1041.161-1041.161=0.000
σ	0.000-0.000=-0.000
min	1041.160
max	1041.161

*mean*	1770.375-1437.000=333.375
σ	92.014-0.000=92.014
min	1589.000-1437.000=152.000
max	1819.000-1437.000=382.000

*mean*	676.301-576.185=100.116
σ	98.843-109.861=-11.018
min	572.707-427.756=144.951
max	847.233-729.949=117.284

phase=processProdDef

*mean*	6169.658-6169.658=0.000
σ	0.001-0.000=0.000
min	6169.657
max	6169.659-6169.658=0.001

*mean*	1799.125-1437.000=362.125
σ	56.215-0.000=56.215
min	1660.000-1437.000=223.000
max	1819.000-1437.000=382.000

*mean*	5570.487-6524.706=-954.219
σ	1761.847-472.233=1289.614
min	3257.544-5667.678=-2410.134
max	7529.329-7108.898=420.431

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1770.375-1437.000=333.375
σ	92.014-0.000=92.014
min	1589.000-1437.000=152.000
max	1819.000-1437.000=382.000

*mean*	41.662-46.421=-4.759
σ	10.819-30.444=-19.625
min	20.469-26.340=-5.870
max	55.948-118.449=-62.501

phase=type checker

*mean*	958.690
σ	0.055
min	958.604
max	958.760

*mean*	1770.375-1437.000=333.375
σ	92.014-0.000=92.014
min	1589.000-1437.000=152.000
max	1819.000-1437.000=382.000

*mean*	791.195-748.903=42.292
σ	89.624-108.169=-18.545
min	658.232-631.350=26.882
max	889.702-982.525=-92.823

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.935-292.959=-0.024
σ	0.051-0.046=0.004
min	292.859-292.890=-0.031
max	292.995-293.002=-0.007

*mean*	1819.000-1437.000=382.000
σ	0.000
min	1819.000-1437.000=382.000
max	1819.000-1437.000=382.000

*mean*	0.400-0.407=-0.007
σ	0.006-0.006=-0.001
min	0.394-0.400=-0.006
max	0.408-0.414=-0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.857-1302.829=0.028
σ	0.046-0.019=0.027
min	1302.806-1302.808=-0.002
max	1302.928-1302.858=0.070

*mean*	1819.000-1437.000=382.000
σ	0.000
min	1819.000-1437.000=382.000
max	1819.000-1437.000=382.000

*mean*	2.104-1.968=0.136
σ	0.129-0.148=-0.019
min	1.939-1.816=0.124
max	2.270-2.176=0.094

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.963-1545.966=-0.003
σ	4.018-4.043=-0.025
min	1544.021-1543.999=0.022
max	1553.146-1553.193=-0.047

*mean*	1819.000-1437.000=382.000
σ	0.000
min	1819.000-1437.000=382.000
max	1819.000-1437.000=382.000

*mean*	2.317-2.363=-0.046
σ	0.232-0.217=0.015
min	2.068-2.141=-0.073
max	2.563-2.696=-0.132

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.851-1864.854=-0.003
σ	0.064-0.066=-0.002
min	1864.787-1864.792=-0.005
max	1864.930-1864.956=-0.026

*mean*	1845.400-1732.600=112.800
σ	36.150-193.178=-157.028
min	1819.000-1467.000=352.000
max	1885.000-1914.000=-29.000

*mean*	2.951-3.149=-0.199
σ	0.055-0.333=-0.277
min	2.873-2.870=0.004
max	2.994-3.715=-0.720

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.799-1.698=0.100
σ	0.137-0.056=0.081
min	1.579-1.607=-0.028
max	1.914-1.756=0.158

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.277-447.276=0.000
σ	577.191-577.191=0.000
min	158.674-158.673=0.001
max	1313.063-1313.063=0.000

*mean*	98.250
σ	8.500
min	94.000
max	111.000

*mean*	1819.000-1437.000=382.000
σ	0.000
min	1819.000-1437.000=382.000
max	1819.000-1437.000=382.000

*mean*	0.504-0.549=-0.045
σ	0.473-0.569=-0.096
min	0.264-0.263=0.001
max	1.213-1.403=-0.190

policies=20

*mean*	1587.080-1587.076=0.004
σ	0.372-0.358=0.014
min	1586.821-1586.834=-0.012
max	1587.631-1587.608=0.023

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	1819.000-1437.000=382.000
σ	0.000
min	1819.000-1437.000=382.000
max	1819.000-1437.000=382.000

*mean*	2.643-2.637=0.005
σ	0.008-0.019=-0.012
min	2.634-2.620=0.014
max	2.652-2.665=-0.012

policies=200

*mean*	15879.081-15878.933=0.148
σ	0.133-0.151=-0.018
min	15878.970-15878.803=0.168
max	15879.273-15879.089=0.184

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	1819.000-1437.000=382.000
σ	0.000
min	1819.000-1437.000=382.000
max	1819.000-1437.000=382.000

*mean*	26.738-26.628=0.110
σ	0.183-0.172=0.011
min	26.544-26.483=0.060
max	26.912-26.859=0.053