Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.575-54.617=-0.042
σ	0.349-0.350=-0.002
min	54.443-54.479=-0.036
max	55.567-55.613=-0.047

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.138-0.138=-0.000
σ	0.006-0.004=0.002
min	0.131-0.133=-0.001
max	0.148-0.145=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.787=-0.081
σ	0.007-0.006=0.001
min	43.695-43.777=-0.082
max	43.719-43.797=-0.078

*mean*	417.000-415.000=2.000
σ	0.000
min	417.000-415.000=2.000
max	417.000-415.000=2.000

*mean*	0.123-0.123=0.001
σ	0.005-0.004=0.001
min	0.116-0.119=-0.003
max	0.132-0.128=0.004

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=-0.000

*mean*	4149.625-4254.875=-105.250
σ	1896.697-1894.259=2.438
min	1552.000-1894.000=-342.000
max	7290.000-7545.000=-255.000

*mean*	12.732-13.111=-0.379
σ	0.257-1.725=-1.467
min	12.316-12.147=0.169
max	13.045-17.353=-4.309

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.615-36.615=0.000
max	36.620-36.620=0.000

*mean*	4149.625-4254.875=-105.250
σ	1896.697-1894.259=2.438
min	1552.000-1894.000=-342.000
max	7290.000-7545.000=-255.000

*mean*	12.508-13.024=-0.517
σ	0.603-2.069=-1.465
min	11.481-11.307=0.174
max	13.248-17.830=-4.582

op=table_records(), no indexes

*mean*	41.932-41.928=0.003
σ	0.001-0.000=0.001
min	41.929-41.928=0.001
max	41.933-41.929=0.004

*mean*	7290.000-7545.000=-255.000
σ	0.000
min	7290.000-7545.000=-255.000
max	7290.000-7545.000=-255.000

*mean*	15.485-14.040=1.444
σ	0.366-1.006=-0.640
min	14.709-12.718=1.991
max	15.856-15.523=0.333

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4149.625-4254.875=-105.250
σ	1896.697-1894.259=2.438
min	1552.000-1894.000=-342.000
max	7290.000-7545.000=-255.000

*mean*	13.096-13.203=-0.107
σ	1.838-2.287=-0.449
min	11.138-10.625=0.513
max	15.377-15.906=-0.528

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.605=0.048
σ	0.136-0.002=0.135
min	27.603-27.603=0.000
max	27.990-27.607=0.383

*mean*	4149.625-4254.875=-105.250
σ	1896.697-1894.259=2.438
min	1552.000-1894.000=-342.000
max	7290.000-7545.000=-255.000

*mean*	9.229-9.353=-0.124
σ	0.475-1.717=-1.241
min	8.568-7.966=0.601
max	9.793-12.438=-2.645

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4149.625-4254.875=-105.250
σ	1896.697-1894.259=2.438
min	1552.000-1894.000=-342.000
max	7290.000-7545.000=-255.000

*mean*	6.554-7.084=-0.530
σ	0.334-1.395=-1.061
min	5.963-6.032=-0.069
max	6.966-9.494=-2.528

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.668-25.670=-0.001

*mean*	4149.625-4254.875=-105.250
σ	1896.697-1894.259=2.438
min	1552.000-1894.000=-342.000
max	7290.000-7545.000=-255.000

*mean*	6.069-5.781=0.288
σ	0.213-0.477=-0.264
min	5.768-5.549=0.219
max	6.401-6.949=-0.548

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972-25.971=0.001

*mean*	4149.625-4254.875=-105.250
σ	1896.697-1894.259=2.438
min	1552.000-1894.000=-342.000
max	7290.000-7545.000=-255.000

*mean*	5.749-5.550=0.199
σ	0.226-0.479=-0.254
min	5.438-5.216=0.223
max	6.012-6.705=-0.693

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.594=0.012
σ	0.000-0.000=0.000
min	2524.605-2524.594=0.012
max	2524.606-2524.594=0.012

*mean*	7290.000-7545.000=-255.000
σ	0.000
min	7290.000-7545.000=-255.000
max	7290.000-7545.000=-255.000

*mean*	1335.091-1100.339=234.752
σ	604.639-157.411=447.227
min	1033.938-1036.134=-2.196
max	2791.194-1489.719=1301.475

op=load_product(), with indexes

*mean*	8744.722-8744.559=0.163
σ	0.469-0.032=0.437
min	8744.553-8744.544=0.009
max	8745.883-8744.639=1.245

*mean*	3572.625-3765.125=-192.500
σ	1793.779-1635.880=157.899
min	1047.000-1894.000=-847.000
max	5791.000-5941.000=-150.000

*mean*	5040.409-4541.602=498.807
σ	1665.686-1363.394=302.292
min	3506.098-3506.098=0.000
max	7261.491-6551.399=710.092

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080-62.080=0.001

*mean*	4149.625-4254.875=-105.250
σ	1896.697-1894.259=2.438
min	1552.000-1894.000=-342.000
max	7290.000-7545.000=-255.000

*mean*	84.111-91.561=-7.451
σ	10.578-17.623=-7.045
min	70.799-72.337=-1.537
max	99.314-127.552=-28.238

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=0.000

*mean*	7290.000-7545.000=-255.000
σ	0.000
min	7290.000-7545.000=-255.000
max	7290.000-7545.000=-255.000

*mean*	107.285-232.528=-125.243
σ	4.086-372.464=-368.378
min	98.112-89.923=8.189
max	109.992-1154.198=-1044.206

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685-66.685=-0.000
max	66.687-66.686=0.000

*mean*	7290.000-7545.000=-255.000
σ	0.000
min	7290.000-7545.000=-255.000
max	7290.000-7545.000=-255.000

*mean*	164.229-151.555=12.674
σ	8.864-12.107=-3.242
min	143.849-134.814=9.035
max	170.260-166.070=4.190

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.833=0.003
σ	4.324-4.318=0.006
min	11655.305-11655.305=0.000
max	11667.537-11667.520=0.017

*mean*	4149.625-4254.875=-105.250
σ	1896.697-1894.259=2.438
min	1552.000-1894.000=-342.000
max	7290.000-7545.000=-255.000

*mean*	6325.082-6522.964=-197.882
σ	1177.293-1086.255=91.038
min	4881.249-4880.030=1.220
max	7900.242-7906.077=-5.835

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.068=-0.003
σ	0.001-0.001=-0.000
min	11560.064-11560.066=-0.002
max	11560.066-11560.069=-0.003

*mean*	7290.000-7545.000=-255.000
σ	0.000
min	7290.000-7545.000=-255.000
max	7290.000-7545.000=-255.000

*mean*	5118.083-5423.100=-305.017
σ	1213.303-1340.516=-127.213
min	4399.571-4355.183=44.387
max	7567.563-7460.910=106.653

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.582=-0.023
σ	0.001-0.028=-0.026
min	172.558
max	172.562-172.624=-0.062

*mean*	477.000-1894.000=-1417.000
σ	0.000
min	477.000-1894.000=-1417.000
max	477.000-1894.000=-1417.000

*mean*	377.757-351.637=26.119
σ	18.256-33.493=-15.237
min	347.410-294.516=52.894
max	392.502-398.454=-5.952

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.363=-0.041
σ	0.001-0.040=-0.039
min	357.321
max	357.325-357.414=-0.089

*mean*	560.000-1894.000=-1334.000
σ	0.000
min	560.000-1894.000=-1334.000
max	560.000-1894.000=-1334.000

*mean*	760.213-782.314=-22.101
σ	43.946-28.094=15.851
min	660.788-728.675=-67.888
max	801.183-824.297=-23.114

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.502-1008.186=0.316
σ	0.760-0.880=-0.121
min	1008.025-1007.687=0.338
max	1011.641-1011.837=-0.195

*mean*	1054.650-1038.650=16.000
σ	309.709-305.109=4.600
min	561.000-546.000=15.000
max	1467.000-1468.000=-1.000

*mean*	1.515-1.532=-0.017
σ	0.063-0.115=-0.051
min	1.463-1.357=0.107
max	1.733-1.894=-0.161

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.883=0.030
σ	0.020-0.002=0.018
min	0.903-0.881=0.021
max	0.949-0.886=0.063

*mean*	402.000-1468.000=-1066.000
σ	0.000
min	402.000-1468.000=-1066.000
max	402.000-1468.000=-1066.000

*mean*	0.457-0.421=0.036
σ	0.487-0.151=0.336
min	0.154-0.335=-0.181
max	1.306-0.689=0.617

name=error_case.art

*mean*	2.339-2.333=0.006
σ	0.012-0.003=0.010
min	2.333-2.332=0.001
max	2.361-2.337=0.024

*mean*	402.000-1468.000=-1066.000
σ	0.000
min	402.000-1468.000=-1066.000
max	402.000-1468.000=-1066.000

*mean*	0.474-0.940=-0.466
σ	0.322-0.200=0.122
min	0.317-0.833=-0.516
max	1.050-1.294=-0.245

name=heavy_item.art

*mean*	1.522-1.521=0.001
σ	0.002-0.002=0.000
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	402.000-1468.000=-1066.000
σ	0.000
min	402.000-1468.000=-1066.000
max	402.000-1468.000=-1066.000

*mean*	0.221-0.538=-0.317
σ	0.019-0.050=-0.030
min	0.205-0.497=-0.292
max	0.253-0.624=-0.371

name=nested_use.art

*mean*	2.357-2.355=0.001
σ	0.002
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	402.000-1468.000=-1066.000
σ	0.000
min	402.000-1468.000=-1066.000
max	402.000-1468.000=-1066.000

*mean*	0.336-0.869=-0.534
σ	0.018-0.063=-0.045
min	0.319-0.806=-0.487
max	0.365-0.969=-0.605

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741-963.543=1.198
σ	0.011-0.024=-0.014
min	964.736-963.524=1.211
max	964.760-963.584=1.176

*mean*	436.600-1468.000=-1031.400
σ	6.066-0.000=6.066
min	431.000-1468.000=-1037.000
max	443.000-1468.000=-1025.000

*mean*	0.526-0.857=-0.330
σ	0.050-0.015=0.035
min	0.479-0.833=-0.355
max	0.607-0.871=-0.265

name=cdr_enhanced_4k_loc.art

*mean*	885.814-884.855=0.959
σ	0.002-0.006=-0.004
min	885.812-884.847=0.965
max	885.816-884.862=0.954

*mean*	443.000-1468.000=-1025.000
σ	0.000
min	443.000-1468.000=-1025.000
max	443.000-1468.000=-1025.000

*mean*	0.462-0.742=-0.280
σ	0.047-0.006=0.041
min	0.394-0.733=-0.339
max	0.524-0.749=-0.225

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708-7.706=0.001
σ	0.002
min	7.707-7.705=0.001
max	7.711-7.709=0.001

*mean*	443.000-1468.000=-1025.000
σ	0.000
min	443.000-1468.000=-1025.000
max	443.000-1468.000=-1025.000

*mean*	2.605-4.239=-1.633
σ	0.082-0.079=0.002
min	2.462-4.123=-1.661
max	2.893-4.559=-1.667

name=record_render_large_syntax_err.art

*mean*	7.656-7.655=0.001
σ	0.002
min	7.655-7.654=0.001
max	7.659-7.658=0.001

*mean*	443.000-1468.000=-1025.000
σ	0.000
min	443.000-1468.000=-1025.000
max	443.000-1468.000=-1025.000

*mean*	2.583-4.228=-1.646
σ	0.086-0.088=-0.002
min	2.461-4.056=-1.595
max	3.069-4.541=-1.473

name=record_render_success.art

*mean*	2.289-2.288=0.001
σ	0.002
min	2.288-2.287=0.001
max	2.292-2.291=0.001

*mean*	443.000-1468.000=-1025.000
σ	0.000
min	443.000-1468.000=-1025.000
max	443.000-1468.000=-1025.000

*mean*	0.303-0.653=-0.349
σ	0.010-0.104=-0.094
min	0.288-0.515=-0.227
max	0.373-0.836=-0.463

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.001
σ	0.002-0.002=0.000
min	2.164-2.163=0.001
max	2.168-2.166=0.001

*mean*	443.000-1468.000=-1025.000
σ	0.000
min	443.000-1468.000=-1025.000
max	443.000-1468.000=-1025.000

*mean*	0.295-0.508=-0.212
σ	0.047-0.017=0.030
min	0.273-0.487=-0.214
max	0.753-0.636=0.116

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.956-297.491=0.465
σ	1.000-0.219=0.781
min	297.583-297.289=0.295
max	300.799-298.040=2.759

*mean*	442.900-1894.000=-1451.100
σ	18.640-0.000=18.640
min	416.000-1894.000=-1478.000
max	467.000-1894.000=-1427.000

*mean*	0.617-0.588=0.030
σ	0.012-0.031=-0.019
min	0.600-0.517=0.083
max	0.636-0.626=0.011

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	215.517
σ	22.520
min	205.092
max	270.978

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	10.732
σ	1.539
min	9.362
max	12.609

phase=parser

*mean*	1042.099
σ	0.000
min	1042.098
max	1042.099

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	660.536
σ	63.350
min	572.848
max	728.305

phase=processProdDef

*mean*	6169.656
σ	0.001
min	6169.655
max	6169.657

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	5593.148
σ	1484.733
min	3461.004
max	7323.249

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	43.382
σ	5.415
min	34.184
max	49.716

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	795.471
σ	85.665
min	660.556
max	881.200

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.689-289.772=3.917
σ	0.041-0.032=0.009
min	293.631-289.731=3.900
max	293.732-289.805=3.927

*mean*	445.000-1468.000=-1023.000
σ	0.000
min	445.000-1468.000=-1023.000
max	445.000-1468.000=-1023.000

*mean*	0.404-0.404=-0.000
σ	0.009-0.013=-0.004
min	0.397-0.397=-0.000
max	0.419-0.427=-0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.777-1299.646=4.131
σ	0.085-0.079=0.006
min	1303.648-1299.547=4.102
max	1303.856-1299.714=4.142

*mean*	1099.200-1468.000=-368.800
σ	190.985-0.000=190.985
min	837.000-1468.000=-631.000
max	1329.000-1468.000=-139.000

*mean*	2.124-2.033=0.092
σ	0.334-0.016=0.318
min	1.813-2.012=-0.200
max	2.613-2.055=0.558

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.814-1542.615=4.200
σ	4.045-4.038=0.007
min	1544.806-1540.566=4.240
max	1554.044-1549.828=4.216

*mean*	618.000-1468.000=-850.000
σ	80.215-0.000=80.215
min	497.000-1468.000=-971.000
max	712.000-1468.000=-756.000

*mean*	2.282-2.237=0.045
σ	0.209-0.165=0.044
min	2.143-2.077=0.066
max	2.644-2.453=0.191

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.781-1861.628=4.153
σ	0.068-0.079=-0.011
min	1865.723-1861.508=4.215
max	1865.892-1861.704=4.187

*mean*	1729.400-1737.600=-8.200
σ	176.452-173.001=3.451
min	1479.000-1488.000=-9.000
max	1891.000-1894.000=-3.000

*mean*	3.097-3.162=-0.066
σ	0.353-0.375=-0.022
min	2.892-2.869=0.023
max	3.725-3.771=-0.046

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.583-1.742=-0.159
σ	0.110-0.173=-0.063
min	1.388-1.546=-0.157
max	1.650-1.933=-0.283

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.981-446.147=1.834
σ	579.242-577.064=2.178
min	158.357-157.614=0.743
max	1316.844-1311.743=5.101

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-1468.000=-1025.000
σ	0.000
min	443.000-1468.000=-1025.000
max	443.000-1468.000=-1025.000

*mean*	0.543-0.550=-0.007
σ	0.547-0.570=-0.024
min	0.268-0.262=0.006
max	1.363-1.405=-0.042

policies=20

*mean*	1583.923-1576.409=7.514
σ	0.360-0.347=0.013
min	1583.674-1576.173=7.500
max	1584.455-1576.925=7.531

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	444.500-1468.000=-1023.500
σ	1.000-0.000=1.000
min	443.000-1468.000=-1025.000
max	445.000-1468.000=-1023.000

*mean*	2.654-2.619=0.035
σ	0.007-0.008=-0.001
min	2.647-2.611=0.036
max	2.664-2.627=0.037

policies=200

*mean*	15847.071-15772.107=74.964
σ	0.187-0.139=0.048
min	15846.965-15772.024=74.940
max	15847.351-15772.314=75.037

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.000-1468.000=-972.000
σ	5.292-0.000=5.292
min	491.000-1468.000=-977.000
max	503.000-1468.000=-965.000

*mean*	26.631-26.367=0.264
σ	0.193-0.048=0.145
min	26.441-26.315=0.127
max	26.848-26.428=0.420