Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.623-54.625=-0.002
σ	0.340-0.351=-0.010
min	54.495-54.492=0.003
max	55.591-55.622=-0.031

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.142-0.141=0.001
σ	0.004-0.005=-0.001
min	0.137-0.135=0.002
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.787=-0.001
σ	0.006-0.007=-0.001
min	43.777-43.776=0.002
max	43.794-43.800=-0.007

*mean*	418.000-417.000=1.000
σ	0.000
min	418.000-417.000=1.000
max	418.000-417.000=1.000

*mean*	0.122-0.121=0.001
σ	0.005-0.006=-0.001
min	0.117-0.115=0.002
max	0.132-0.131=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4145.875-4148.500=-2.625
σ	1889.269-1890.841=-1.572
min	1554.000-1556.000=-2.000
max	7268.000-7271.000=-3.000

*mean*	12.870-12.883=-0.013
σ	0.191-0.197=-0.005
min	12.634-12.575=0.059
max	13.196-13.137=0.059

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4145.875-4148.500=-2.625
σ	1889.269-1890.841=-1.572
min	1554.000-1556.000=-2.000
max	7268.000-7271.000=-3.000

*mean*	12.430-12.983=-0.553
σ	0.613-0.496=0.117
min	11.813-11.980=-0.167
max	13.501-13.420=0.081

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=0.000
min	41.928
max	41.933-41.933=0.000

*mean*	7268.000-7271.000=-3.000
σ	0.000
min	7268.000-7271.000=-3.000
max	7268.000-7271.000=-3.000

*mean*	15.273-14.760=0.513
σ	0.504-0.274=0.230
min	14.302-14.267=0.035
max	15.921-15.178=0.743

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4145.875-4148.500=-2.625
σ	1889.269-1890.841=-1.572
min	1554.000-1556.000=-2.000
max	7268.000-7271.000=-3.000

*mean*	13.608-12.757=0.851
σ	1.772-1.822=-0.050
min	11.247-10.852=0.395
max	15.621-15.190=0.432

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=0.000
min	27.603
max	27.990

*mean*	4145.875-4148.500=-2.625
σ	1889.269-1890.841=-1.572
min	1554.000-1556.000=-2.000
max	7268.000-7271.000=-3.000

*mean*	8.896-8.725=0.171
σ	0.198-0.319=-0.121
min	8.581-8.230=0.351
max	9.134-9.169=-0.035

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403

*mean*	4145.875-4148.500=-2.625
σ	1889.269-1890.841=-1.572
min	1554.000-1556.000=-2.000
max	7268.000-7271.000=-3.000

*mean*	6.648-6.883=-0.235
σ	0.410-0.129=0.281
min	5.928-6.737=-0.809
max	7.070-7.083=-0.013

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.665-25.665=-0.000
max	25.668-25.668=-0.000

*mean*	4145.875-4148.500=-2.625
σ	1889.269-1890.841=-1.572
min	1554.000-1556.000=-2.000
max	7268.000-7271.000=-3.000

*mean*	6.044-6.033=0.010
σ	0.083-0.137=-0.054
min	5.909-5.769=0.140
max	6.153-6.176=-0.023

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.972

*mean*	4145.875-4148.500=-2.625
σ	1889.269-1890.841=-1.572
min	1554.000-1556.000=-2.000
max	7268.000-7271.000=-3.000

*mean*	5.887-5.818=0.070
σ	0.210-0.105=0.105
min	5.642-5.658=-0.016
max	6.310-5.923=0.387

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607

*mean*	7268.000-7271.000=-3.000
σ	0.000
min	7268.000-7271.000=-3.000
max	7268.000-7271.000=-3.000

*mean*	1547.280-1598.399=-51.119
σ	973.791-1043.627=-69.836
min	1035.827-1036.292=-0.465
max	3821.806-4051.753=-229.947

op=load_product(), with indexes

*mean*	8744.722-8744.722=-0.000
σ	0.469-0.469=0.000
min	8744.554
max	8745.883-8745.882=0.000

*mean*	3567.875-3570.250=-2.375
σ	1787.806-1790.882=-3.076
min	1047.000-1046.000=1.000
max	5771.000-5778.000=-7.000

*mean*	4447.607-4969.595=-521.988
σ	1376.796-1756.655=-379.858
min	3529.228-3489.236=39.992
max	7490.367-7447.797=42.570

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081-62.080=0.000

*mean*	4145.875-4148.500=-2.625
σ	1889.269-1890.841=-1.572
min	1554.000-1556.000=-2.000
max	7268.000-7271.000=-3.000

*mean*	84.601-81.287=3.315
σ	12.646-9.890=2.756
min	70.552-71.430=-0.878
max	101.803-99.147=2.656

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.000=0.000
min	40.944
max	40.945-40.945=0.000

*mean*	7268.000-7271.000=-3.000
σ	0.000
min	7268.000-7271.000=-3.000
max	7268.000-7271.000=-3.000

*mean*	109.281-107.372=1.909
σ	2.807-3.568=-0.761
min	104.585-100.325=4.260
max	112.838-111.875=0.963

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687

*mean*	7268.000-7271.000=-3.000
σ	0.000
min	7268.000-7271.000=-3.000
max	7268.000-7271.000=-3.000

*mean*	165.017-162.975=2.043
σ	5.314-5.138=0.177
min	152.445-150.927=1.518
max	169.363-167.409=1.954

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=-0.000
min	11655.305
max	11667.538

*mean*	4145.875-4148.500=-2.625
σ	1889.269-1890.841=-1.572
min	1554.000-1556.000=-2.000
max	7268.000-7271.000=-3.000

*mean*	6291.624-6834.355=-542.731
σ	939.983-1171.281=-231.297
min	4927.432-4814.208=113.224
max	8232.513-8036.244=196.269

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066-11560.066=0.001

*mean*	7268.000-7271.000=-3.000
σ	0.000
min	7268.000-7271.000=-3.000
max	7268.000-7271.000=-3.000

*mean*	5963.573-5628.607=334.966
σ	1650.119-1336.634=313.485
min	4386.005-4311.624=74.381
max	8122.365-7602.218=520.147

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	380.141-385.173=-5.032
σ	19.734-15.578=4.156
min	345.504-347.650=-2.146
max	395.279-397.432=-2.153

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.250-562.000=-1.750
σ	0.463-0.000=0.463
min	560.000-562.000=-2.000
max	561.000-562.000=-1.000

*mean*	741.732-747.428=-5.696
σ	66.598-64.226=2.373
min	624.426-632.137=-7.711
max	802.320-797.264=5.056

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.376-1008.374=0.002
σ	0.760-0.760=-0.000
min	1007.900-1007.898=0.003
max	1011.516-1011.516=0.001

*mean*	1045.500-1058.300=-12.800
σ	298.907-315.970=-17.063
min	565.000-561.000=4.000
max	1447.000-1530.000=-83.000

*mean*	1.550-1.541=0.009
σ	0.075-0.084=-0.009
min	1.479-1.470=0.010
max	1.757-1.747=0.009

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	403.000-402.000=1.000
σ	0.000
min	403.000-402.000=1.000
max	403.000-402.000=1.000

*mean*	0.295-0.290=0.005
σ	0.285-0.286=-0.000
min	0.136-0.135=0.000
max	0.799-0.796=0.003

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	403.000-402.000=1.000
σ	0.000
min	403.000-402.000=1.000
max	403.000-402.000=1.000

*mean*	0.477-0.481=-0.004
σ	0.319-0.323=-0.004
min	0.324-0.322=0.002
max	1.046-1.058=-0.011

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	403.000-402.000=1.000
σ	0.000
min	403.000-402.000=1.000
max	403.000-402.000=1.000

*mean*	0.217-0.213=0.004
σ	0.025-0.022=0.003
min	0.201-0.191=0.010
max	0.260-0.245=0.015

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	403.000-402.000=1.000
σ	0.000
min	403.000-402.000=1.000
max	403.000-402.000=1.000

*mean*	0.330-0.333=-0.003
σ	0.014-0.012=0.003
min	0.317-0.321=-0.004
max	0.355-0.352=0.003

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	431.400-430.400=1.000
σ	0.894
min	431.000-430.000=1.000
max	433.000-432.000=1.000

*mean*	0.551-0.521=0.031
σ	0.070-0.044=0.025
min	0.473-0.484=-0.010
max	0.607-0.574=0.033

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	435.000
σ	0.000
min	435.000
max	435.000

*mean*	0.489-0.488=0.002
σ	0.027-0.041=-0.015
min	0.462-0.434=0.028
max	0.522-0.524=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	435.000
σ	0.000
min	435.000
max	435.000

*mean*	1.943-1.959=-0.016
σ	0.074-0.088=-0.014
min	1.839-1.830=0.009
max	2.308-2.265=0.043

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	435.000
σ	0.000
min	435.000
max	435.000

*mean*	2.361-1.942=0.420
σ	0.345-0.074=0.271
min	1.877-1.774=0.104
max	2.955-2.144=0.812

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	435.000
σ	0.000
min	435.000
max	435.000

*mean*	0.314-0.304=0.010
σ	0.050-0.009=0.042
min	0.294-0.288=0.006
max	0.796-0.367=0.429

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	435.000
σ	0.000
min	435.000
max	435.000

*mean*	0.294-0.289=0.005
σ	0.017-0.009=0.009
min	0.277-0.272=0.006
max	0.447-0.343=0.104

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.146-297.887=0.259
σ	0.995-1.020=-0.025
min	297.699-297.509=0.191
max	300.971-300.789=0.182

*mean*	441.800-440.200=1.600
σ	14.250-16.226=-1.976
min	418.000-416.000=2.000
max	462.000-467.000=-5.000

*mean*	0.609-0.608=0.000
σ	0.015-0.017=-0.002
min	0.587-0.580=0.007
max	0.631-0.636=-0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000
min	222.008-222.008=-0.000
max	222.008-222.008=-0.000

*mean*	1722.625-1658.125=64.500
σ	57.279-128.800=-71.522
min	1581.000-1475.000=106.000
max	1745.000-1749.000=-4.000

*mean*	212.184-205.329=6.855
σ	2.644-1.783=0.861
min	208.583-203.391=5.192
max	216.353-208.446=7.907

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1722.625-1658.125=64.500
σ	57.279-128.800=-71.522
min	1581.000-1475.000=106.000
max	1745.000-1749.000=-4.000

*mean*	10.923-10.937=-0.014
σ	1.950-1.954=-0.004
min	7.299-7.293=0.006
max	12.709-12.751=-0.042

phase=parser

*mean*	1041.161-1041.166=-0.004
σ	0.000-0.000=-0.000
min	1041.161-1041.165=-0.004
max	1041.161-1041.166=-0.005

*mean*	1722.625-1658.125=64.500
σ	57.279-128.800=-71.522
min	1581.000-1475.000=106.000
max	1745.000-1749.000=-4.000

*mean*	628.452-626.572=1.881
σ	106.083-111.679=-5.596
min	422.130-420.061=2.069
max	726.644-722.195=4.449

phase=processProdDef

*mean*	6169.660-6169.658=0.002
σ	0.000-0.001=-0.000
min	6169.659-6169.657=0.002
max	6169.660-6169.658=0.002

*mean*	1743.125-1692.375=50.750
σ	2.588-107.879=-105.292
min	1740.000-1475.000=265.000
max	1745.000-1749.000=-4.000

*mean*	5115.434-5357.274=-241.840
σ	1110.128-1535.676=-425.548
min	3785.905-2974.957=810.948
max	7175.449-7231.643=-56.194

phase=renaming

*mean*	21.670-21.667=0.004
σ	0.000
min	21.670-21.667=0.004
max	21.670-21.667=0.004

*mean*	1722.625-1658.125=64.500
σ	57.279-128.800=-71.522
min	1581.000-1475.000=106.000
max	1745.000-1749.000=-4.000

*mean*	41.480-40.808=0.672
σ	7.748-8.123=-0.375
min	26.512-26.402=0.109
max	48.199-47.936=0.263

phase=type checker

*mean*	958.537-958.540=-0.004
σ	0.066
min	958.439-958.442=-0.004
max	958.626-958.630=-0.004

*mean*	1722.625-1658.125=64.500
σ	57.279-128.800=-71.522
min	1581.000-1475.000=106.000
max	1745.000-1749.000=-4.000

*mean*	740.341-799.648=-59.307
σ	96.888-100.309=-3.421
min	642.316-632.787=9.529
max	890.002-931.474=-41.472

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.780-292.771=0.009
σ	0.045-0.038=0.007
min	292.715-292.719=-0.005
max	292.823-292.808=0.015

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.414-0.406=0.009
σ	0.016-0.007=0.009
min	0.398-0.397=0.001
max	0.432-0.412=0.020

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.864-1302.840=0.025
σ	0.077-0.069=0.008
min	1302.736-1302.740=-0.005
max	1302.934-1302.923=0.011

*mean*	1088.400
σ	171.302-171.813=-0.511
min	890.000
max	1320.000-1321.000=-1.000

*mean*	2.044-1.983=0.061
σ	0.219-0.177=0.042
min	1.804-1.797=0.007
max	2.233-2.176=0.057

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.944-1545.961=-0.018
σ	4.071-4.027=0.044
min	1543.952-1544.025=-0.073
max	1553.221-1553.160=0.061

*mean*	624.800-626.400=-1.600
σ	89.032-89.718=-0.686
min	503.000
max	726.000-725.000=1.000

*mean*	2.412-2.504=-0.092
σ	0.321-0.301=0.020
min	2.143-2.146=-0.003
max	2.906-2.818=0.088

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.869-1864.831=0.038
σ	0.069-0.042=0.027
min	1864.797-1864.776=0.021
max	1864.980-1864.877=0.103

*mean*	1728.400-1728.800=-0.400
σ	175.239-176.006=-0.767
min	1481.000-1483.000=-2.000
max	1889.000-1893.000=-4.000

*mean*	3.068-3.209=-0.141
σ	0.286-0.337=-0.051
min	2.873-2.945=-0.072
max	3.575-3.635=-0.060

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.766-1.784=-0.018
σ	0.087-0.076=0.011
min	1.668-1.690=-0.023
max	1.869-1.873=-0.004

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	449.845-448.221=1.624
σ	579.102-579.085=0.017
min	160.291-158.675=1.616
max	1318.498-1316.849=1.649

*mean*	102.250-98.250=4.000
σ	8.500
min	98.000-94.000=4.000
max	115.000-111.000=4.000

*mean*	442.000-443.000=-1.000
σ	0.000
min	442.000-443.000=-1.000
max	442.000-443.000=-1.000

*mean*	0.541-0.533=0.008
σ	0.543-0.535=0.008
min	0.267-0.264=0.002
max	1.355-1.336=0.019

policies=20

*mean*	1603.244-1587.092=16.152
σ	0.395-0.367=0.028
min	1602.984-1586.834=16.150
max	1603.831-1587.635=16.196

*mean*	980.000-940.000=40.000
σ	0.000
min	980.000-940.000=40.000
max	980.000-940.000=40.000

*mean*	446.500
σ	5.196-4.041=1.155
min	442.000-443.000=-1.000
max	451.000-450.000=1.000

*mean*	2.682-2.632=0.050
σ	0.017-0.008=0.009
min	2.664-2.623=0.041
max	2.703-2.640=0.064

policies=200

*mean*	16040.820-15879.027=161.793
σ	0.210-0.081=0.129
min	16040.624-15878.955=161.669
max	16041.116-15879.139=161.978

*mean*	9800.000-9400.000=400.000
σ	0.000
min	9800.000-9400.000=400.000
max	9800.000-9400.000=400.000

*mean*	500.750-494.750=6.000
σ	6.344-2.986=3.358
min	492.000-491.000=1.000
max	507.000-498.000=9.000

*mean*	27.040-26.641=0.399
σ	0.140-0.129=0.011
min	26.878-26.457=0.421
max	27.207-26.754=0.453