Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.578-54.619=-0.041
σ	0.350-0.350=0.001
min	54.443-54.487=-0.044
max	55.575-55.613=-0.039

*mean*	420.000-420.400=-0.400
σ	0.000-0.966=-0.966
min	420.000-419.000=1.000
max	420.000-421.000=-1.000

*mean*	0.141-0.139=0.002
σ	0.006-0.004=0.002
min	0.135-0.135=0.001
max	0.149-0.146=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.707-43.787=-0.080
σ	0.005-0.006=-0.001
min	43.702-43.781=-0.079
max	43.716-43.799=-0.083

*mean*	420.000-421.000=-1.000
σ	0.000
min	420.000-421.000=-1.000
max	420.000-421.000=-1.000

*mean*	0.122-0.120=0.002
σ	0.005-0.004=0.000
min	0.118-0.116=0.002
max	0.131-0.128=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615-36.615=0.000
max	36.620-36.619=0.000

*mean*	4152.875-4146.250=6.625
σ	1898.592-1889.978=8.614
min	1556.000-1557.000=-1.000
max	7296.000-7274.000=22.000

*mean*	12.911-12.822=0.090
σ	0.217-0.348=-0.131
min	12.624-12.416=0.208
max	13.280-13.291=-0.010

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4152.875-4146.250=6.625
σ	1898.592-1889.978=8.614
min	1556.000-1557.000=-1.000
max	7296.000-7274.000=22.000

*mean*	12.511-12.283=0.228
σ	0.558-0.637=-0.079
min	11.630-11.841=-0.210
max	13.419-13.702=-0.284

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=0.000
min	41.928-41.929=-0.001
max	41.933-41.932=0.000

*mean*	7296.000-7274.000=22.000
σ	0.000
min	7296.000-7274.000=22.000
max	7296.000-7274.000=22.000

*mean*	15.202-15.546=-0.344
σ	0.633-0.362=0.271
min	13.810-14.948=-1.138
max	15.711-16.060=-0.349

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.931-41.931=0.000

*mean*	4152.875-4146.250=6.625
σ	1898.592-1889.978=8.614
min	1556.000-1557.000=-1.000
max	7296.000-7274.000=22.000

*mean*	12.937-13.686=-0.750
σ	2.107-1.475=0.632
min	11.010-11.756=-0.745
max	15.853-15.645=0.208

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.137=-0.001
min	27.603-27.603=0.000
max	27.990-27.991=-0.001

*mean*	4152.875-4146.250=6.625
σ	1898.592-1889.978=8.614
min	1556.000-1557.000=-1.000
max	7296.000-7274.000=22.000

*mean*	8.833-9.205=-0.373
σ	0.342-0.360=-0.018
min	8.211-8.725=-0.514
max	9.213-9.775=-0.563

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4152.875-4146.250=6.625
σ	1898.592-1889.978=8.614
min	1556.000-1557.000=-1.000
max	7296.000-7274.000=22.000

*mean*	6.947-6.939=0.008
σ	0.526-0.203=0.322
min	6.128-6.707=-0.579
max	7.802-7.348=0.453

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.664=-0.000
max	25.669-25.668=0.000

*mean*	4152.875-4146.250=6.625
σ	1898.592-1889.978=8.614
min	1556.000-1557.000=-1.000
max	7296.000-7274.000=22.000

*mean*	6.036-5.981=0.055
σ	0.141-0.219=-0.078
min	5.837-5.641=0.196
max	6.198-6.340=-0.142

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972-25.972=0.000

*mean*	4152.875-4146.250=6.625
σ	1898.592-1889.978=8.614
min	1556.000-1557.000=-1.000
max	7296.000-7274.000=22.000

*mean*	5.866-5.721=0.145
σ	0.094-0.244=-0.150
min	5.703-5.288=0.415
max	6.008-5.987=0.021

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.607=-0.001
σ	0.000-0.000=-0.000
min	2524.606-2524.606=-0.001
max	2524.606-2524.607=-0.001

*mean*	7296.000-7274.000=22.000
σ	0.000
min	7296.000-7274.000=22.000
max	7296.000-7274.000=22.000

*mean*	1079.620-1460.835=-381.215
σ	105.327-699.518=-594.191
min	1038.255-1039.759=-1.504
max	1340.136-3018.617=-1678.481

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.000
σ	0.469-0.469=-0.000
min	8744.553-8744.554=-0.001
max	8745.882-8745.883=-0.001

*mean*	3573.750-3567.500=6.250
σ	1796.480-1788.758=7.722
min	1044.000-1045.000=-1.000
max	5794.000-5774.000=20.000

*mean*	4550.592-4838.313=-287.721
σ	1463.932-1459.969=3.963
min	3528.661-3511.725=16.936
max	7026.834-6944.711=82.123

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.081-62.081=0.000

*mean*	4152.875-4146.250=6.625
σ	1898.592-1889.978=8.614
min	1556.000-1557.000=-1.000
max	7296.000-7274.000=22.000

*mean*	78.230-80.610=-2.380
σ	6.170-10.387=-4.217
min	71.157-70.669=0.488
max	88.927-97.892=-8.966

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.943-40.944=-0.000
max	40.945-40.945=0.000

*mean*	7296.000-7274.000=22.000
σ	0.000
min	7296.000-7274.000=22.000
max	7296.000-7274.000=22.000

*mean*	106.423-109.031=-2.608
σ	4.741-2.923=1.818
min	96.146-104.186=-8.040
max	109.678-112.213=-2.536

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.685-66.685=0.000
max	66.687-66.687=0.000

*mean*	7296.000-7274.000=22.000
σ	0.000
min	7296.000-7274.000=22.000
max	7296.000-7274.000=22.000

*mean*	163.891-164.246=-0.355
σ	8.186-5.524=2.661
min	145.448-152.129=-6.681
max	168.707-168.444=0.263

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.001
σ	4.324-4.324=0.000
min	11655.305-11655.305=0.000
max	11667.538-11667.539=-0.000

*mean*	4152.875-4146.250=6.625
σ	1898.592-1889.978=8.614
min	1556.000-1557.000=-1.000
max	7296.000-7274.000=22.000

*mean*	5855.247-6557.294=-702.047
σ	950.595-1309.195=-358.599
min	4896.746-4929.869=-33.123
max	7429.981-8207.117=-777.136

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=0.000
min	11560.064-11560.064=0.000
max	11560.066-11560.066=0.001

*mean*	7296.000-7274.000=22.000
σ	0.000
min	7296.000-7274.000=22.000
max	7296.000-7274.000=22.000

*mean*	4681.431-5743.912=-1062.481
σ	747.179-1454.794=-707.615
min	4322.539-4369.290=-46.751
max	6493.085-7903.901=-1410.816

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	381.443-383.419=-1.976
σ	18.410-19.143=-0.733
min	348.945-350.788=-1.843
max	395.839-397.384=-1.545

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000
σ	0.000
min	560.000
max	560.000

*mean*	752.075-748.066=4.009
σ	52.023-59.400=-7.376
min	637.170-620.264=16.906
max	790.386-789.832=0.554

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.500-1008.375=0.126
σ	0.759-0.759=-0.000
min	1008.028-1007.899=0.128
max	1011.638-1011.516=0.121

*mean*	1045.250-1043.050=2.200
σ	299.895-310.521=-10.627
min	561.000-571.000=-10.000
max	1447.000-1500.000=-53.000

*mean*	1.511-1.548=-0.036
σ	0.071-0.083=-0.012
min	1.453-1.399=0.054
max	1.705-1.766=-0.061

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.891=0.021
σ	0.020
min	0.903-0.881=0.021
max	0.949-0.928=0.021

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.398-0.372=0.025
σ	0.515-0.463=0.052
min	0.142-0.137=0.006
max	1.317-1.197=0.120

name=error_case.art

*mean*	2.339-2.338=0.001
σ	0.012
min	2.333-2.332=0.001
max	2.361-2.359=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.521-0.478=0.043
σ	0.315-0.322=-0.007
min	0.322-0.319=0.003
max	1.055-1.052=0.002

name=heavy_item.art

*mean*	1.522-1.522=0.001
σ	0.002
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.223-0.216=0.007
σ	0.023-0.023=0.001
min	0.203-0.201=0.002
max	0.259-0.256=0.003

name=nested_use.art

*mean*	2.357-2.355=0.001
σ	0.002
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.325-0.337=-0.011
σ	0.018-0.019=-0.002
min	0.311-0.322=-0.012
max	0.356-0.370=-0.014

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741-963.908=0.834
σ	0.011
min	964.736-963.902=0.834
max	964.760-963.926=0.834

*mean*	435.200-434.600=0.600
σ	4.550-1.517=3.033
min	431.000-432.000=-1.000
max	440.000-436.000=4.000

*mean*	0.558-0.556=0.002
σ	0.035-0.058=-0.022
min	0.527-0.474=0.053
max	0.601-0.610=-0.008

name=cdr_enhanced_4k_loc.art

*mean*	885.814-884.884=0.930
σ	0.002
min	885.812-884.883=0.930
max	885.816-884.886=0.930

*mean*	440.000-436.000=4.000
σ	0.000
min	440.000-436.000=4.000
max	440.000-436.000=4.000

*mean*	0.493-0.461=0.032
σ	0.040-0.070=-0.030
min	0.448-0.376=0.071
max	0.525-0.520=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708-7.706=0.001
σ	0.002
min	7.707-7.705=0.001
max	7.711-7.709=0.001

*mean*	440.000-436.000=4.000
σ	0.000
min	440.000-436.000=4.000
max	440.000-436.000=4.000

*mean*	2.631-2.163=0.467
σ	0.096-0.326=-0.229
min	2.455-1.825=0.631
max	2.943-2.770=0.172

name=record_render_large_syntax_err.art

*mean*	7.656-7.655=0.001
σ	0.002
min	7.655-7.654=0.001
max	7.659-7.658=0.001

*mean*	440.000-436.000=4.000
σ	0.000
min	440.000-436.000=4.000
max	440.000-436.000=4.000

*mean*	2.618-2.569=0.049
σ	0.119-0.077=0.042
min	2.478-2.426=0.053
max	3.423-2.767=0.656

name=record_render_success.art

*mean*	2.289-2.288=0.001
σ	0.002
min	2.288-2.287=0.001
max	2.292-2.291=0.001

*mean*	440.000-436.000=4.000
σ	0.000
min	440.000-436.000=4.000
max	440.000-436.000=4.000

*mean*	0.309-0.306=0.003
σ	0.009-0.009=-0.000
min	0.291-0.292=-0.001
max	0.370-0.364=0.006

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.001
σ	0.002
min	2.164-2.163=0.001
max	2.168-2.166=0.001

*mean*	440.000-436.000=4.000
σ	0.000
min	440.000-436.000=4.000
max	440.000-436.000=4.000

*mean*	0.294-0.290=0.005
σ	0.008-0.008=-0.000
min	0.279-0.275=0.004
max	0.344-0.330=0.014

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.939-298.060=-0.121
σ	1.038-0.996=0.042
min	297.515-297.600=-0.085
max	300.886-300.877=0.009

*mean*	443.800-439.000=4.800
σ	14.965-17.133=-2.168
min	419.000-413.000=6.000
max	467.000-466.000=1.000

*mean*	0.611-0.604=0.007
σ	0.018-0.015=0.004
min	0.561-0.581=-0.021
max	0.627-0.632=-0.005

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.011=-0.004
σ	0.000
min	222.008-222.011=-0.004
max	222.008-222.011=-0.004

*mean*	1730.125-1650.250=79.875
σ	22.332-63.310=-40.979
min	1676.000-1524.000=152.000
max	1745.000-1692.000=53.000

*mean*	206.227-208.962=-2.735
σ	2.330-1.559=0.771
min	201.014-206.898=-5.884
max	208.274-212.130=-3.855

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1730.125-1650.250=79.875
σ	22.332-63.310=-40.979
min	1676.000-1524.000=152.000
max	1745.000-1692.000=53.000

*mean*	10.414-11.451=-1.037
σ	2.573-1.949=0.623
min	6.034-7.197=-1.163
max	12.628-12.618=0.010

phase=parser

*mean*	1042.098-1041.159=0.939
σ	0.000-0.000=0.000
min	1042.098-1041.158=0.940
max	1042.099-1041.159=0.940

*mean*	1730.125-1650.250=79.875
σ	22.332-63.310=-40.979
min	1676.000-1524.000=152.000
max	1745.000-1692.000=53.000

*mean*	641.173-657.146=-15.974
σ	119.020-110.808=8.213
min	389.879-426.763=-36.884
max	723.450-724.549=-1.099

phase=processProdDef

*mean*	6169.660-6169.660=-0.000
σ	0.001-0.000=0.000
min	6169.659-6169.659=0.000
max	6169.661-6169.661=0.000

*mean*	1738.750-1671.250=67.500
σ	5.175-38.422=-33.246
min	1735.000-1609.000=126.000
max	1745.000-1692.000=53.000

*mean*	5303.389-5719.130=-415.741
σ	1419.973-1509.604=-89.631
min	2975.889-3816.087=-840.198
max	7027.778-7559.666=-531.888

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1730.125-1650.250=79.875
σ	22.332-63.310=-40.979
min	1676.000-1524.000=152.000
max	1745.000-1692.000=53.000

*mean*	39.168-44.524=-5.357
σ	11.023-5.686=5.337
min	20.363-31.313=-10.950
max	49.215-47.850=1.365

phase=type checker

*mean*	958.457-958.670=-0.213
σ	0.066
min	958.360-958.573=-0.213
max	958.547-958.760=-0.213

*mean*	1730.125-1650.250=79.875
σ	22.332-63.310=-40.979
min	1676.000-1524.000=152.000
max	1745.000-1692.000=53.000

*mean*	715.042-769.179=-54.138
σ	81.801-40.556=41.245
min	630.779-691.861=-61.082
max	874.765-837.486=37.279

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.380-292.780=0.600
σ	0.034-0.041=-0.007
min	293.333-292.722=0.611
max	293.417-292.816=0.601

*mean*	444.000-445.000=-1.000
σ	0.000
min	444.000-445.000=-1.000
max	444.000-445.000=-1.000

*mean*	0.403-0.403=-0.001
σ	0.007-0.006=0.001
min	0.397-0.397=0.000
max	0.412-0.410=0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.490-1302.852=0.638
σ	0.093-0.076=0.017
min	1303.346-1302.748=0.598
max	1303.590-1302.941=0.649

*mean*	1091.000-1096.200=-5.200
σ	183.821-169.634=14.187
min	871.000-895.000=-24.000
max	1317.000-1330.000=-13.000

*mean*	2.091-2.021=0.070
σ	0.155-0.114=0.041
min	1.815-1.909=-0.094
max	2.183-2.172=0.011

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.480-1545.911=0.569
σ	4.011-4.016=-0.004
min	1544.502-1543.953=0.549
max	1553.649-1553.089=0.560

*mean*	620.200-623.200=-3.000
σ	75.563-89.063=-13.500
min	536.000-507.000=29.000
max	717.000-728.000=-11.000

*mean*	2.170-2.300=-0.130
σ	0.089-0.199=-0.110
min	2.110-2.105=0.004
max	2.328-2.578=-0.250

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.440-1864.837=0.603
σ	0.040-0.042=-0.002
min	1865.375-1864.782=0.594
max	1865.481-1864.889=0.592

*mean*	1718.000-1717.600=0.400
σ	167.486-189.660=-22.174
min	1475.000-1463.000=12.000
max	1872.000-1895.000=-23.000

*mean*	3.029-3.097=-0.067
σ	0.253-0.362=-0.109
min	2.858-2.875=-0.016
max	3.477-3.741=-0.264

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.739-1.762=-0.022
σ	0.215-0.152=0.063
min	1.386-1.529=-0.143
max	1.947-1.934=0.013

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.980-447.755=0.225
σ	579.240-579.110=0.130
min	158.357-158.198=0.158
max	1316.839-1316.420=0.420

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.528-0.540=-0.011
σ	0.534-0.567=-0.032
min	0.260-0.249=0.011
max	1.330-1.390=-0.060

policies=20

*mean*	1583.911-1582.275=1.635
σ	0.338-0.359=-0.021
min	1583.673-1582.028=1.645
max	1584.410-1582.806=1.604

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	444.500-447.000=-2.500
σ	1.000-4.619=-3.619
min	443.000
max	445.000-451.000=-6.000

*mean*	2.613-2.631=-0.018
σ	0.009-0.008=0.001
min	2.603-2.620=-0.016
max	2.622-2.638=-0.016

policies=200

*mean*	15847.172-15830.885=16.288
σ	0.122-0.131=-0.009
min	15847.055-15830.773=16.282
max	15847.337-15831.072=16.265

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	495.500-496.750=-1.250
σ	5.000-3.500=1.500
min	489.000-493.000=-4.000
max	501.000

*mean*	26.607-26.518=0.089
σ	0.175-0.131=0.044
min	26.429-26.404=0.025
max	26.841-26.650=0.191