Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.624-54.622=0.002
σ	0.351-0.349=0.002
min	54.488-54.500=-0.012
max	55.622-55.616=0.006

*mean*	418.000-420.000=-2.000
σ	0.000
min	418.000-420.000=-2.000
max	418.000-420.000=-2.000

*mean*	0.141-0.141=-0.000
σ	0.005-0.005=0.000
min	0.137-0.137=-0.000
max	0.150-0.149=0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.787=0.002
σ	0.006-0.007=-0.001
min	43.779-43.780=-0.000
max	43.800-43.803=-0.004

*mean*	418.000-420.000=-2.000
σ	0.000
min	418.000-420.000=-2.000
max	418.000-420.000=-2.000

*mean*	0.124-0.120=0.003
σ	0.004-0.006=-0.001
min	0.120-0.115=0.005
max	0.132-0.130=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4154.250-4156.125=-1.875
σ	1901.291-1907.076=-5.785
min	1555.000-1552.000=3.000
max	7309.000-7325.000=-16.000

*mean*	12.764-12.554=0.210
σ	0.168-0.242=-0.074
min	12.578-12.241=0.337
max	13.046-12.886=0.160

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4154.250-4156.125=-1.875
σ	1901.291-1907.076=-5.785
min	1555.000-1552.000=3.000
max	7309.000-7325.000=-16.000

*mean*	12.858-12.800=0.058
σ	0.650-0.740=-0.090
min	11.773-11.432=0.340
max	13.731-13.621=0.110

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.928
max	41.933-41.933=-0.000

*mean*	7309.000-7325.000=-16.000
σ	0.000
min	7309.000-7325.000=-16.000
max	7309.000-7325.000=-16.000

*mean*	15.181-15.298=-0.116
σ	0.848-0.987=-0.139
min	13.332-13.173=0.158
max	16.081-16.573=-0.492

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4154.250-4156.125=-1.875
σ	1901.291-1907.076=-5.785
min	1555.000-1552.000=3.000
max	7309.000-7325.000=-16.000

*mean*	13.189-13.079=0.110
σ	1.849-1.698=0.151
min	10.991-11.264=-0.273
max	15.545-15.040=0.505

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=0.000
min	27.603-27.603=0.000
max	27.990-27.990=0.000

*mean*	4154.250-4156.125=-1.875
σ	1901.291-1907.076=-5.785
min	1555.000-1552.000=3.000
max	7309.000-7325.000=-16.000

*mean*	8.829-8.994=-0.165
σ	0.324-0.338=-0.014
min	8.511-8.538=-0.028
max	9.322-9.622=-0.299

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4154.250-4156.125=-1.875
σ	1901.291-1907.076=-5.785
min	1555.000-1552.000=3.000
max	7309.000-7325.000=-16.000

*mean*	6.732-6.668=0.063
σ	0.167-0.243=-0.076
min	6.527-6.383=0.144
max	6.977-7.053=-0.076

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668

*mean*	4154.250-4156.125=-1.875
σ	1901.291-1907.076=-5.785
min	1555.000-1552.000=3.000
max	7309.000-7325.000=-16.000

*mean*	6.093-5.926=0.167
σ	0.079-0.176=-0.097
min	5.926-5.631=0.296
max	6.194-6.121=0.073

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=-0.000
max	25.972-25.972=-0.000

*mean*	4154.250-4156.125=-1.875
σ	1901.291-1907.076=-5.785
min	1555.000-1552.000=3.000
max	7309.000-7325.000=-16.000

*mean*	5.869-5.759=0.111
σ	0.120-0.141=-0.021
min	5.709-5.490=0.219
max	6.044-5.944=0.100

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607-2524.607=0.000

*mean*	7309.000-7325.000=-16.000
σ	0.000
min	7309.000-7325.000=-16.000
max	7309.000-7325.000=-16.000

*mean*	1102.924-1042.408=60.515
σ	141.182-7.925=133.257
min	1046.856-1032.537=14.319
max	1452.134-1057.853=394.281

op=load_product(), with indexes

*mean*	8744.722-8744.722=0.001
σ	0.469-0.469=-0.000
min	8744.554-8744.553=0.000
max	8745.883-8745.883=0.000

*mean*	3574.000-3578.000=-4.000
σ	1796.394-1801.868=-5.474
min	1045.000
max	5796.000-5814.000=-18.000

*mean*	4902.107-4723.743=178.364
σ	1671.659-1346.062=325.597
min	3538.374-3536.390=1.984
max	7511.587-6669.906=841.682

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.081

*mean*	4154.250-4156.125=-1.875
σ	1901.291-1907.076=-5.785
min	1555.000-1552.000=3.000
max	7309.000-7325.000=-16.000

*mean*	83.908-83.899=0.009
σ	11.635-11.819=-0.183
min	70.403-70.085=0.317
max	101.519-103.277=-1.757

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=-0.000
min	40.944-40.943=0.000
max	40.945

*mean*	7309.000-7325.000=-16.000
σ	0.000
min	7309.000-7325.000=-16.000
max	7309.000-7325.000=-16.000

*mean*	105.515-105.301=0.214
σ	7.829-5.993=1.837
min	87.899-94.012=-6.113
max	113.599-111.278=2.320

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687

*mean*	7309.000-7325.000=-16.000
σ	0.000
min	7309.000-7325.000=-16.000
max	7309.000-7325.000=-16.000

*mean*	161.700-161.179=0.521
σ	10.751-9.935=0.816
min	135.865-139.253=-3.388
max	168.380-167.646=0.735

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538

*mean*	4154.250-4156.125=-1.875
σ	1901.291-1907.076=-5.785
min	1555.000-1552.000=3.000
max	7309.000-7325.000=-16.000

*mean*	6627.849-6402.172=225.676
σ	1248.222-946.629=301.593
min	4910.894-4886.051=24.843
max	8050.286-7725.148=325.139

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066

*mean*	7309.000-7325.000=-16.000
σ	0.000
min	7309.000-7325.000=-16.000
max	7309.000-7325.000=-16.000

*mean*	5668.623-5852.876=-184.253
σ	1303.795-1508.979=-205.184
min	4398.199-4384.165=14.034
max	7645.388-7769.029=-123.642

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	380.716-375.021=5.695
σ	34.165-21.823=12.342
min	303.834-347.262=-43.428
max	403.032-394.879=8.152

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-560.625=-0.625
σ	0.000-0.518=-0.518
min	560.000
max	560.000-561.000=-1.000

*mean*	752.798-748.412=4.386
σ	60.530-57.767=2.763
min	639.054-638.654=0.400
max	806.078-798.328=7.750

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.372-1008.377=-0.005
σ	0.760-0.759=0.001
min	1007.900-1007.903=-0.004
max	1011.517-1011.515=0.002

*mean*	1042.850-1047.600=-4.750
σ	299.541-313.259=-13.718
min	562.000-574.000=-12.000
max	1444.000-1510.000=-66.000

*mean*	1.574-1.524=0.050
σ	0.146-0.090=0.056
min	1.415-1.375=0.040
max	2.096-1.739=0.358

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.292-0.386=-0.094
σ	0.290-0.472=-0.182
min	0.134-0.143=-0.008
max	0.806-1.227=-0.421

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.482-0.485=-0.003
σ	0.330-0.332=-0.002
min	0.327-0.316=0.011
max	1.071-1.078=-0.007

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218-0.215=0.003
σ	0.024-0.024=-0.000
min	0.200-0.198=0.002
max	0.258-0.254=0.004

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.332-0.324=0.008
σ	0.016-0.015=0.001
min	0.320-0.311=0.009
max	0.360-0.349=0.011

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	433.600-434.600=-1.000
σ	4.336-1.517=2.819
min	431.000-432.000=-1.000
max	441.000-436.000=5.000

*mean*	0.552-0.544=0.008
σ	0.018-0.056=-0.038
min	0.533-0.452=0.082
max	0.571-0.595=-0.024

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	0.473-0.496=-0.023
σ	0.056-0.035=0.021
min	0.399-0.447=-0.048
max	0.532-0.530=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	2.609-2.594=0.016
σ	0.090-0.087=0.003
min	2.457-2.436=0.021
max	2.901-2.868=0.033

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	2.579-2.576=0.002
σ	0.065-0.079=-0.014
min	2.471-2.447=0.024
max	2.843-2.900=-0.057

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	0.304-0.305=-0.001
σ	0.008-0.008=-0.000
min	0.292-0.292=-0.000
max	0.352-0.348=0.004

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	441.000-436.000=5.000
σ	0.000
min	441.000-436.000=5.000
max	441.000-436.000=5.000

*mean*	0.291-0.294=-0.003
σ	0.008-0.021=-0.013
min	0.276-0.274=0.003
max	0.333-0.483=-0.150

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.068-297.953=0.114
σ	0.962-1.044=-0.082
min	297.708-297.559=0.149
max	300.802-300.923=-0.120

*mean*	442.400-445.200=-2.800
σ	15.543-18.719=-3.175
min	418.000-417.000=1.000
max	465.000-472.000=-7.000

*mean*	0.608-0.613=-0.005
σ	0.008-0.013=-0.006
min	0.590-0.595=-0.006
max	0.615-0.637=-0.021

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000
min	222.008-222.008=-0.000
max	222.008-222.008=-0.000

*mean*	1696.750-1746.000=-49.250
σ	127.981-0.000=127.981
min	1499.000-1746.000=-247.000
max	1785.000-1746.000=39.000

*mean*	202.679-202.615=0.064
σ	1.621-3.136=-1.516
min	201.015-198.955=2.060
max	205.494-207.134=-1.641

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1696.750-1746.000=-49.250
σ	127.981-0.000=127.981
min	1499.000-1746.000=-247.000
max	1785.000-1746.000=39.000

*mean*	11.702-11.337=0.366
σ	1.377-1.921=-0.543
min	9.468-7.604=1.864
max	12.899-12.658=0.241

phase=parser

*mean*	1041.166-1041.163=0.003
σ	0.000-0.000=0.000
min	1041.165-1041.162=0.003
max	1041.166-1041.163=0.003

*mean*	1696.750-1746.000=-49.250
σ	127.981-0.000=127.981
min	1499.000-1746.000=-247.000
max	1785.000-1746.000=39.000

*mean*	677.919-647.043=30.876
σ	65.015-108.126=-43.111
min	567.807-430.619=137.188
max	727.862-722.660=5.202

phase=processProdDef

*mean*	6169.657-6169.655=0.002
σ	0.000-0.001=-0.000
min	6169.657-6169.655=0.002
max	6169.658-6169.656=0.001

*mean*	1732.500-1746.000=-13.500
σ	102.199-0.000=102.199
min	1516.000-1746.000=-230.000
max	1785.000-1746.000=39.000

*mean*	4762.602-5316.133=-553.531
σ	775.905-959.788=-183.882
min	3341.607-3088.097=253.510
max	5763.584-6136.172=-372.588

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1696.750-1746.000=-49.250
σ	127.981-0.000=127.981
min	1499.000-1746.000=-247.000
max	1785.000-1746.000=39.000

*mean*	42.958-42.402=0.556
σ	6.635-7.793=-1.158
min	31.568-26.788=4.781
max	47.730-48.040=-0.309

phase=type checker

*mean*	958.540-958.537=0.004
σ	0.066
min	958.442-958.439=0.004
max	958.630-958.626=0.004

*mean*	1696.750-1746.000=-49.250
σ	127.981-0.000=127.981
min	1499.000-1746.000=-247.000
max	1785.000-1746.000=39.000

*mean*	812.754-773.859=38.895
σ	81.026-93.676=-12.650
min	664.975-639.642=25.333
max	889.205-876.961=12.243

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.773-292.771=0.002
σ	0.035-0.036=-0.002
min	292.724-292.720=0.003
max	292.809-292.808=0.001

*mean*	447.000-445.000=2.000
σ	0.000
min	447.000-445.000=2.000
max	447.000-445.000=2.000

*mean*	0.402-0.405=-0.003
σ	0.007-0.006=0.001
min	0.396-0.398=-0.002
max	0.410-0.412=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.888-1302.862=0.026
σ	0.068-0.082=-0.014
min	1302.780-1302.719=0.061
max	1302.959-1302.916=0.043

*mean*	1090.000-1088.000=2.000
σ	171.764-168.468=3.296
min	891.000-893.000=-2.000
max	1322.000

*mean*	2.114-2.094=0.020
σ	0.159-0.297=-0.138
min	1.834-1.776=0.059
max	2.220-2.501=-0.281

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.941-1545.958=-0.017
σ	4.048-4.005=0.044
min	1543.979-1544.023=-0.045
max	1553.177-1553.116=0.061

*mean*	626.800-632.800=-6.000
σ	88.970-85.891=3.080
min	506.000-503.000=3.000
max	728.000-727.000=1.000

*mean*	2.432-2.464=-0.032
σ	0.323-0.272=0.051
min	2.130-2.164=-0.034
max	2.914-2.670=0.244

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.833-1864.834=-0.001
σ	0.041-0.033=0.008
min	1864.778-1864.783=-0.005
max	1864.881-1864.869=0.012

*mean*	1731.200-1727.800=3.400
σ	176.695-172.698=3.997
min	1486.000-1487.000=-1.000
max	1897.000-1890.000=7.000

*mean*	3.096-3.008=0.089
σ	0.314-0.191=0.122
min	2.896-2.823=0.073
max	3.652-3.327=0.325

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.736-1.694=0.042
σ	0.255-0.217=0.037
min	1.284-1.403=-0.119
max	1.892-1.966=-0.074

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	448.219-448.223=-0.003
σ	579.085-579.088=-0.002
min	158.673-158.672=0.001
max	1316.847-1316.854=-0.007

*mean*	98.250
σ	8.500
min	94.000
max	111.000

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.533-0.533=-0.001
σ	0.535-0.538=-0.004
min	0.263-0.262=0.002
max	1.335-1.341=-0.006

policies=20

*mean*	1587.066-1587.092=-0.026
σ	0.355-0.363=-0.008
min	1586.820-1586.839=-0.019
max	1587.592-1587.630=-0.038

*mean*	940.000
σ	0.000
min	940.000
max	940.000

*mean*	445.500-446.000=-0.500
σ	2.887-2.309=0.577
min	443.000-444.000=-1.000
max	448.000

*mean*	2.631-2.629=0.002
σ	0.023-0.007=0.016
min	2.601-2.621=-0.020
max	2.656-2.636=0.020

policies=200

*mean*	15878.991-15879.030=-0.039
σ	0.190-0.039=0.152
min	15878.836-15878.990=-0.154
max	15879.269-15879.077=0.192

*mean*	9400.000
σ	0.000
min	9400.000
max	9400.000

*mean*	495.250-496.750=-1.500
σ	2.500-4.856=-2.356
min	492.000
max	498.000-503.000=-5.000

*mean*	26.704-26.753=-0.049
σ	0.116-0.152=-0.035
min	26.577-26.593=-0.016
max	26.832-26.897=-0.065