Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.619-54.619=-0.001
σ	0.350-0.351=-0.001
min	54.487-54.491=-0.004
max	55.613-55.618=-0.004

*mean*	420.400-420.000=0.400
σ	0.966-0.000=0.966
min	419.000-420.000=-1.000
max	421.000-420.000=1.000

*mean*	0.139-0.141=-0.002
σ	0.004-0.006=-0.002
min	0.135-0.137=-0.002
max	0.146-0.151=-0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.790=-0.003
σ	0.006-0.008=-0.002
min	43.781-43.782=-0.001
max	43.799-43.807=-0.009

*mean*	421.000-420.000=1.000
σ	0.000
min	421.000-420.000=1.000
max	421.000-420.000=1.000

*mean*	0.120-0.127=-0.006
σ	0.004-0.008=-0.003
min	0.116-0.116=-0.000
max	0.128-0.136=-0.008

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619

*mean*	4146.250-4149.875=-3.625
σ	1889.978-1894.789=-4.811
min	1557.000-1555.000=2.000
max	7274.000-7287.000=-13.000

*mean*	12.822-12.146=0.675
σ	0.348-0.273=0.076
min	12.416-11.855=0.561
max	13.291-12.610=0.680

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4146.250-4149.875=-3.625
σ	1889.978-1894.789=-4.811
min	1557.000-1555.000=2.000
max	7274.000-7287.000=-13.000

*mean*	12.283-12.023=0.260
σ	0.637-0.655=-0.018
min	11.841-11.320=0.521
max	13.702-12.934=0.769

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=0.000
min	41.929-41.929=-0.000
max	41.932-41.932=-0.000

*mean*	7274.000-7287.000=-13.000
σ	0.000
min	7274.000-7287.000=-13.000
max	7274.000-7287.000=-13.000

*mean*	15.546-14.684=0.862
σ	0.362-0.410=-0.048
min	14.948-13.715=1.233
max	16.060-15.073=0.987

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.931-41.931=-0.000

*mean*	4146.250-4149.875=-3.625
σ	1889.978-1894.789=-4.811
min	1557.000-1555.000=2.000
max	7274.000-7287.000=-13.000

*mean*	13.686-12.766=0.920
σ	1.475-1.315=0.161
min	11.756-10.433=1.322
max	15.645-14.349=1.296

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.137-0.137=0.000
min	27.603-27.603=0.000
max	27.991-27.991=0.000

*mean*	4146.250-4149.875=-3.625
σ	1889.978-1894.789=-4.811
min	1557.000-1555.000=2.000
max	7274.000-7287.000=-13.000

*mean*	9.205-8.341=0.864
σ	0.360-0.399=-0.039
min	8.725-7.712=1.013
max	9.775-8.814=0.961

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403

*mean*	4146.250-4149.875=-3.625
σ	1889.978-1894.789=-4.811
min	1557.000-1555.000=2.000
max	7274.000-7287.000=-13.000

*mean*	6.939-6.429=0.511
σ	0.203-0.306=-0.102
min	6.707-5.818=0.889
max	7.348-6.900=0.449

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=0.000
max	25.668

*mean*	4146.250-4149.875=-3.625
σ	1889.978-1894.789=-4.811
min	1557.000-1555.000=2.000
max	7274.000-7287.000=-13.000

*mean*	5.981-5.438=0.543
σ	0.219-0.137=0.083
min	5.641-5.275=0.366
max	6.340-5.602=0.738

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967
max	25.972

*mean*	4146.250-4149.875=-3.625
σ	1889.978-1894.789=-4.811
min	1557.000-1555.000=2.000
max	7274.000-7287.000=-13.000

*mean*	5.721-5.355=0.366
σ	0.244-0.156=0.088
min	5.288-5.207=0.081
max	5.987-5.699=0.289

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.607-2524.606=0.000
σ	0.000-0.000=-0.000
min	2524.606-2524.606=0.000
max	2524.607-2524.607=0.000

*mean*	7274.000-7287.000=-13.000
σ	0.000
min	7274.000-7287.000=-13.000
max	7274.000-7287.000=-13.000

*mean*	1460.835-1410.788=50.047
σ	699.518-669.582=29.936
min	1039.759-1031.763=7.996
max	3018.617-2945.904=72.713

op=load_product(), with indexes

*mean*	8744.722-8744.722=-0.000
σ	0.469-0.469=0.000
min	8744.554
max	8745.883-8745.883=0.000

*mean*	3567.500-3571.125=-3.625
σ	1788.758-1793.544=-4.786
min	1045.000-1044.000=1.000
max	5774.000-5787.000=-13.000

*mean*	4838.313-4957.536=-119.224
σ	1459.969-1645.320=-185.351
min	3511.725-3507.464=4.261
max	6944.711-7336.343=-391.632

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081-62.080=0.001

*mean*	4146.250-4149.875=-3.625
σ	1889.978-1894.789=-4.811
min	1557.000-1555.000=2.000
max	7274.000-7287.000=-13.000

*mean*	80.610-77.723=2.888
σ	10.387-8.009=2.379
min	70.669-69.683=0.985
max	97.892-92.227=5.666

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=-0.000
max	40.945

*mean*	7274.000-7287.000=-13.000
σ	0.000
min	7274.000-7287.000=-13.000
max	7274.000-7287.000=-13.000

*mean*	109.031-106.765=2.266
σ	2.923-3.692=-0.769
min	104.186-99.101=5.085
max	112.213-110.580=1.634

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.686=0.000

*mean*	7274.000-7287.000=-13.000
σ	0.000
min	7274.000-7287.000=-13.000
max	7274.000-7287.000=-13.000

*mean*	164.246-162.382=1.864
σ	5.524-5.730=-0.206
min	152.129-148.904=3.225
max	168.444-166.041=2.402

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.539-11667.538=0.001

*mean*	4146.250-4149.875=-3.625
σ	1889.978-1894.789=-4.811
min	1557.000-1555.000=2.000
max	7274.000-7287.000=-13.000

*mean*	6557.294-6610.118=-52.825
σ	1309.195-1249.533=59.662
min	4929.869-4914.671=15.197
max	8207.117-8361.282=-154.164

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.001=0.000
min	11560.064
max	11560.066

*mean*	7274.000-7287.000=-13.000
σ	0.000
min	7274.000-7287.000=-13.000
max	7274.000-7287.000=-13.000

*mean*	5743.912-5480.105=263.807
σ	1454.794-1125.518=329.276
min	4369.290-4367.102=2.188
max	7903.901-6922.060=981.841

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000
σ	0.000
min	478.000
max	478.000

*mean*	383.419-364.173=19.246
σ	19.143-33.319=-14.177
min	350.788-296.844=53.943
max	397.384-391.218=6.167

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	748.066-750.223=-2.158
σ	59.400-42.934=16.466
min	620.264-681.507=-61.243
max	789.832-794.180=-4.348

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.375-1008.374=0.001
σ	0.759-0.760=-0.000
min	1007.899-1007.899=0.000
max	1011.516-1011.517=-0.000

*mean*	1043.050-1042.950=0.100
σ	310.521-310.755=-0.233
min	571.000-570.000=1.000
max	1500.000-1501.000=-1.000

*mean*	1.548-1.549=-0.001
σ	0.083-0.071=0.012
min	1.399-1.476=-0.077
max	1.766-1.755=0.011

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.891
σ	0.020
min	0.881
max	0.928

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.372-0.301=0.071
σ	0.463-0.289=0.175
min	0.137-0.142=-0.005
max	1.197-0.810=0.387

name=error_case.art

*mean*	2.338
σ	0.012
min	2.332
max	2.359

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.478-0.469=0.008
σ	0.322-0.299=0.023
min	0.319-0.322=-0.003
max	1.052-1.003=0.049

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.520
max	1.524

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.214=0.002
σ	0.023-0.024=-0.001
min	0.201-0.195=0.006
max	0.256-0.255=0.001

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.337-0.337=-0.000
σ	0.019-0.016=0.004
min	0.322-0.326=-0.003
max	0.370-0.364=0.006

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.908
σ	0.011
min	963.902
max	963.926

*mean*	434.600-431.400=3.200
σ	1.517-2.191=-0.674
min	432.000-430.000=2.000
max	436.000-435.000=1.000

*mean*	0.556-0.562=-0.007
σ	0.058-0.021=0.037
min	0.474-0.536=-0.062
max	0.610-0.592=0.018

name=cdr_enhanced_4k_loc.art

*mean*	884.884
σ	0.002
min	884.883
max	884.886

*mean*	436.000-435.000=1.000
σ	0.000
min	436.000-435.000=1.000
max	436.000-435.000=1.000

*mean*	0.461-0.484=-0.023
σ	0.070-0.042=0.028
min	0.376-0.419=-0.043
max	0.520-0.526=-0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	436.000-435.000=1.000
σ	0.000
min	436.000-435.000=1.000
max	436.000-435.000=1.000

*mean*	2.163-2.619=-0.456
σ	0.326-0.106=0.220
min	1.825-2.172=-0.347
max	2.770-2.961=-0.191

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	436.000-435.000=1.000
σ	0.000
min	436.000-435.000=1.000
max	436.000-435.000=1.000

*mean*	2.569-2.575=-0.006
σ	0.077-0.083=-0.006
min	2.426-2.443=-0.017
max	2.767-2.865=-0.098

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	436.000-435.000=1.000
σ	0.000
min	436.000-435.000=1.000
max	436.000-435.000=1.000

*mean*	0.306-0.310=-0.003
σ	0.009-0.027=-0.018
min	0.292-0.291=0.001
max	0.364-0.548=-0.184

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	436.000-435.000=1.000
σ	0.000
min	436.000-435.000=1.000
max	436.000-435.000=1.000

*mean*	0.290-0.290=-0.000
σ	0.008-0.009=-0.001
min	0.275-0.274=0.001
max	0.330-0.330=-0.000

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.060-297.904=0.157
σ	0.996-1.008=-0.012
min	297.600-297.446=0.153
max	300.877-300.758=0.119

*mean*	439.000-439.800=-0.800
σ	17.133-16.572=0.562
min	413.000-415.000=-2.000
max	466.000-465.000=1.000

*mean*	0.604-0.615=-0.010
σ	0.015-0.010=0.005
min	0.581-0.599=-0.018
max	0.632-0.629=0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.011-222.011=-0.000
σ	0.000-0.000=-0.000
min	222.011
max	222.011-222.011=-0.000

*mean*	1650.250-1728.000=-77.750
σ	63.310-0.000=63.310
min	1524.000-1728.000=-204.000
max	1692.000-1728.000=-36.000

*mean*	208.962-212.032=-3.070
σ	1.559-2.729=-1.170
min	206.898-208.235=-1.336
max	212.130-216.522=-4.392

phase=macro expansion

*mean*	6.133-6.133=-0.000
σ	0.000
min	6.133-6.133=-0.000
max	6.133-6.133=-0.000

*mean*	1650.250-1728.000=-77.750
σ	63.310-0.000=63.310
min	1524.000-1728.000=-204.000
max	1692.000-1728.000=-36.000

*mean*	11.451-11.326=0.125
σ	1.949-2.257=-0.308
min	7.197-8.599=-1.403
max	12.618-15.322=-2.704

phase=parser

*mean*	1041.159-1041.161=-0.002
σ	0.000-0.000=0.000
min	1041.158-1041.160=-0.002
max	1041.159-1041.161=-0.002

*mean*	1650.250-1728.000=-77.750
σ	63.310-0.000=63.310
min	1524.000-1728.000=-204.000
max	1692.000-1728.000=-36.000

*mean*	657.146-694.894=-37.747
σ	110.808-79.139=31.669
min	426.763-562.242=-135.479
max	724.549-831.874=-107.325

phase=processProdDef

*mean*	6169.660-6169.658=0.002
σ	0.000-0.001=-0.000
min	6169.659-6169.657=0.002
max	6169.661-6169.659=0.002

*mean*	1671.250-1728.000=-56.750
σ	38.422-0.000=38.422
min	1609.000-1728.000=-119.000
max	1692.000-1728.000=-36.000

*mean*	5719.130-6197.986=-478.856
σ	1509.604-1462.840=46.763
min	3816.087-4005.250=-189.163
max	7559.666-8153.956=-594.290

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1650.250-1728.000=-77.750
σ	63.310-0.000=63.310
min	1524.000-1728.000=-204.000
max	1692.000-1728.000=-36.000

*mean*	44.524-43.023=1.501
σ	5.686-9.289=-3.602
min	31.313-26.093=5.220
max	47.850-55.561=-7.710

phase=type checker

*mean*	958.670
σ	0.066
min	958.573
max	958.760

*mean*	1650.250-1728.000=-77.750
σ	63.310-0.000=63.310
min	1524.000-1728.000=-204.000
max	1692.000-1728.000=-36.000

*mean*	769.179-772.589=-3.409
σ	40.556-44.315=-3.759
min	691.861-719.568=-27.707
max	837.486-834.946=2.539

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.780-292.775=0.005
σ	0.041-0.035=0.006
min	292.722-292.727=-0.006
max	292.816-292.812=0.004

*mean*	445.000-446.000=-1.000
σ	0.000
min	445.000-446.000=-1.000
max	445.000-446.000=-1.000

*mean*	0.403-0.399=0.004
σ	0.006-0.005=0.001
min	0.397-0.396=0.001
max	0.410-0.408=0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.852-1302.849=0.003
σ	0.076-0.072=0.004
min	1302.748-1302.749=-0.002
max	1302.941-1302.941=0.000

*mean*	1096.200-1073.800=22.400
σ	169.634-184.363=-14.729
min	895.000-840.000=55.000
max	1330.000-1317.000=13.000

*mean*	2.021-1.960=0.060
σ	0.114-0.186=-0.071
min	1.909-1.811=0.098
max	2.172-2.194=-0.023

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.911-1545.905=0.006
σ	4.016-4.019=-0.003
min	1543.953-1543.927=0.026
max	1553.089-1553.088=0.001

*mean*	623.200-611.400=11.800
σ	89.063-74.484=14.579
min	507.000-494.000=13.000
max	728.000-690.000=38.000

*mean*	2.300-2.269=0.031
σ	0.199-0.161=0.038
min	2.105-2.111=-0.006
max	2.578-2.524=0.054

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.837-1864.854=-0.018
σ	0.042-0.080=-0.038
min	1864.782-1864.779=0.003
max	1864.889-1864.980=-0.091

*mean*	1717.600-1713.600=4.000
σ	189.660-249.174=-59.515
min	1463.000-1421.000=42.000
max	1895.000-2055.000=-160.000

*mean*	3.097-2.999=0.097
σ	0.362-0.171=0.191
min	2.875-2.842=0.033
max	3.741-3.288=0.453

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.762-1.720=0.042
σ	0.152-0.134=0.018
min	1.529-1.539=-0.010
max	1.934-1.871=0.063

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.755-447.753=0.001
σ	579.110-579.111=-0.001
min	158.198-158.195=0.003
max	1316.420-1316.420=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.540-0.540=-0.000
σ	0.567-0.545=0.021
min	0.249-0.263=-0.014
max	1.390-1.358=0.032

policies=20

*mean*	1582.275-1582.283=-0.008
σ	0.359-0.342=0.017
min	1582.028-1582.043=-0.014
max	1582.806-1582.787=0.019

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	447.000-446.750=0.250
σ	4.619-2.500=2.119
min	443.000
max	451.000-448.000=3.000

*mean*	2.631-2.613=0.018
σ	0.008-0.009=-0.001
min	2.620-2.601=0.019
max	2.638-2.622=0.016

policies=200

*mean*	15830.885-15830.910=-0.025
σ	0.131-0.109=0.022
min	15830.773-15830.796=-0.024
max	15831.072-15831.053=0.019

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.750-496.500=0.250
σ	3.500-4.203=-0.703
min	493.000-492.000=1.000
max	501.000-502.000=-1.000

*mean*	26.518-26.520=-0.002
σ	0.131-0.116=0.015
min	26.404-26.410=-0.006
max	26.650-26.625=0.025