Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.577-54.577=0.000
σ	0.348-0.347=0.000
min	54.442-54.446=-0.004
max	55.567-55.565=0.002

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.143-0.141=0.002
σ	0.005-0.005=-0.000
min	0.139-0.136=0.003
max	0.150-0.151=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.708=-0.002
σ	0.007-0.006=0.000
min	43.697-43.702=-0.005
max	43.718-43.719=-0.001

*mean*	416.000-419.000=-3.000
σ	0.000
min	416.000-419.000=-3.000
max	416.000-419.000=-3.000

*mean*	0.121-0.128=-0.007
σ	0.005-0.009=-0.003
min	0.115-0.120=-0.005
max	0.132-0.143=-0.011

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.619=0.000

*mean*	4148.500-4156.125=-7.625
σ	1890.056-1902.733=-12.677
min	1556.000-1553.000=3.000
max	7267.000-7320.000=-53.000

*mean*	12.246-12.836=-0.589
σ	0.308-0.267=0.041
min	11.904-12.468=-0.564
max	12.744-13.176=-0.432

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4148.500-4156.125=-7.625
σ	1890.056-1902.733=-12.677
min	1556.000-1553.000=3.000
max	7267.000-7320.000=-53.000

*mean*	13.086-13.152=-0.066
σ	1.048-0.462=0.586
min	11.807-12.233=-0.426
max	15.429-13.693=1.736

op=table_records(), no indexes

*mean*	41.928-41.932=-0.004
σ	0.000-0.001=-0.001
min	41.928-41.928=-0.001
max	41.929-41.933=-0.004

*mean*	7267.000-7320.000=-53.000
σ	0.000
min	7267.000-7320.000=-53.000
max	7267.000-7320.000=-53.000

*mean*	14.922-15.089=-0.167
σ	0.305-0.799=-0.494
min	14.441-13.362=1.079
max	15.227-15.742=-0.515

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4148.500-4156.125=-7.625
σ	1890.056-1902.733=-12.677
min	1556.000-1553.000=3.000
max	7267.000-7320.000=-53.000

*mean*	12.884-13.206=-0.321
σ	1.608-1.633=-0.026
min	11.191-11.309=-0.117
max	15.175-15.207=-0.032

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653
σ	0.136-0.136=0.000
min	27.603-27.603=0.000
max	27.990-27.990=0.000

*mean*	4148.500-4156.125=-7.625
σ	1890.056-1902.733=-12.677
min	1556.000-1553.000=3.000
max	7267.000-7320.000=-53.000

*mean*	8.536-8.990=-0.454
σ	0.260-0.343=-0.083
min	8.244-8.621=-0.376
max	8.968-9.487=-0.520

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4148.500-4156.125=-7.625
σ	1890.056-1902.733=-12.677
min	1556.000-1553.000=3.000
max	7267.000-7320.000=-53.000

*mean*	6.210-6.973=-0.763
σ	0.208-0.297=-0.089
min	6.012-6.476=-0.464
max	6.602-7.372=-0.770

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.664=-0.000
max	25.669

*mean*	4148.500-4156.125=-7.625
σ	1890.056-1902.733=-12.677
min	1556.000-1553.000=3.000
max	7267.000-7320.000=-53.000

*mean*	5.559-6.060=-0.501
σ	0.119-0.068=0.051
min	5.402-5.990=-0.588
max	5.732-6.206=-0.474

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.972

*mean*	4148.500-4156.125=-7.625
σ	1890.056-1902.733=-12.677
min	1556.000-1553.000=3.000
max	7267.000-7320.000=-53.000

*mean*	5.429-5.855=-0.425
σ	0.242-0.105=0.137
min	5.038-5.760=-0.722
max	5.919-6.089=-0.170

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.603-2524.606=-0.003
σ	0.000-0.000=0.000
min	2524.602-2524.606=-0.003
max	2524.603-2524.606=-0.003

*mean*	7267.000-7320.000=-53.000
σ	0.000
min	7267.000-7320.000=-53.000
max	7267.000-7320.000=-53.000

*mean*	1568.375-1051.331=517.044
σ	747.401-4.081=743.320
min	1034.664-1047.085=-12.421
max	3188.529-1057.466=2131.063

op=load_product(), with indexes

*mean*	8744.722-8744.721=0.001
σ	0.469-0.469=0.000
min	8744.554-8744.553=0.001
max	8745.882-8745.882=0.001

*mean*	3569.750-3578.750=-9.000
σ	1790.815-1797.946=-7.131
min	1045.000-1050.000=-5.000
max	5776.000-5811.000=-35.000

*mean*	4662.447-4871.319=-208.872
σ	1486.863-1614.081=-127.218
min	3512.376-3490.776=21.600
max	7318.089-7258.557=59.532

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4148.500-4156.125=-7.625
σ	1890.056-1902.733=-12.677
min	1556.000-1553.000=3.000
max	7267.000-7320.000=-53.000

*mean*	83.981-83.696=0.285
σ	11.513-10.817=0.696
min	70.925-71.013=-0.088
max	98.115-100.202=-2.087

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.948-40.944=0.003
σ	0.001-0.001=0.000
min	40.947-40.944=0.003
max	40.949-40.945=0.004

*mean*	7267.000-7320.000=-53.000
σ	0.000
min	7267.000-7320.000=-53.000
max	7267.000-7320.000=-53.000

*mean*	107.302-104.602=2.700
σ	2.381-8.506=-6.125
min	103.047-85.076=17.972
max	110.760-110.595=0.165

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=-0.000
min	66.686-66.685=0.000
max	66.687-66.687=-0.000

*mean*	7267.000-7320.000=-53.000
σ	0.000
min	7267.000-7320.000=-53.000
max	7267.000-7320.000=-53.000

*mean*	164.779-160.249=4.531
σ	3.848-12.791=-8.942
min	156.306-129.691=26.615
max	168.088-167.529=0.559

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538

*mean*	4148.500-4156.125=-7.625
σ	1890.056-1902.733=-12.677
min	1556.000-1553.000=3.000
max	7267.000-7320.000=-53.000

*mean*	6451.629-6643.836=-192.207
σ	1140.394-1382.937=-242.543
min	4892.226-4912.731=-20.505
max	8199.189-8389.975=-190.786

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.000-0.000=-0.000
min	11560.064-11560.064=-0.000
max	11560.066-11560.066=-0.000

*mean*	7267.000-7320.000=-53.000
σ	0.000
min	7267.000-7320.000=-53.000
max	7267.000-7320.000=-53.000

*mean*	5254.044-5463.712=-209.667
σ	1180.744-1080.463=100.281
min	4346.613-4352.379=-5.767
max	7507.446-6791.607=715.839

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-474.000=4.000
σ	0.000
min	478.000-474.000=4.000
max	478.000-474.000=4.000

*mean*	376.358-368.732=7.626
σ	20.992-41.555=-20.563
min	346.308-297.774=48.534
max	393.586-398.132=-4.546

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-559.000=1.000
σ	0.000
min	560.000-559.000=1.000
max	560.000-559.000=1.000

*mean*	771.105-772.826=-1.721
σ	15.820-24.372=-8.552
min	745.583-732.098=13.485
max	795.720-814.217=-18.497

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.501-1008.502=-0.000
σ	0.760-0.760=-0.000
min	1008.025-1008.025=0.000
max	1011.641-1011.642=-0.001

*mean*	1043.950-1045.550=-1.600
σ	309.442-298.248=11.194
min	591.000-582.000=9.000
max	1499.000-1447.000=52.000

*mean*	1.522-1.517=0.005
σ	0.064-0.069=-0.006
min	1.460-1.452=0.008
max	1.724-1.726=-0.002

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.304-0.388=-0.084
σ	0.290-0.476=-0.186
min	0.148-0.144=0.003
max	0.820-1.236=-0.416

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.533-0.477=0.057
σ	0.310-0.325=-0.015
min	0.319-0.323=-0.004
max	1.029-1.058=-0.029

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.292-0.220=0.072
σ	0.172-0.028=0.144
min	0.210-0.194=0.017
max	0.599-0.264=0.335

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.340-0.333=0.006
σ	0.018-0.016=0.002
min	0.322-0.319=0.003
max	0.369-0.359=0.010

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	433.600
σ	3.130
min	431.000
max	437.000

*mean*	0.578-0.578=-0.000
σ	0.027-0.031=-0.004
min	0.530-0.531=-0.000
max	0.599-0.605=-0.006

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.477-0.469=0.007
σ	0.050-0.064=-0.014
min	0.408-0.372=0.036
max	0.520-0.516=0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	2.650-1.954=0.696
σ	0.098-0.074=0.024
min	2.459-1.805=0.654
max	2.949-2.217=0.732

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	2.588-2.568=0.021
σ	0.102-0.095=0.007
min	2.461-2.004=0.457
max	3.208-2.840=0.368

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.305-0.304=0.001
σ	0.015-0.013=0.002
min	0.289-0.289=-0.001
max	0.416-0.410=0.006

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	437.000
σ	0.000
min	437.000
max	437.000

*mean*	0.290-0.291=-0.001
σ	0.011-0.008=0.003
min	0.276-0.278=-0.002
max	0.357-0.322=0.035

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.093-298.065=0.028
σ	1.029-1.009=0.019
min	297.687-297.644=0.043
max	301.018-300.924=0.094

*mean*	443.600-441.600=2.000
σ	15.131-15.457=-0.327
min	422.000-416.000=6.000
max	465.000-460.000=5.000

*mean*	0.607-0.611=-0.004
σ	0.014-0.012=0.003
min	0.582-0.595=-0.013
max	0.634-0.631=0.003

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1744.375-1742.000=2.375
σ	1.061-0.000=1.061
min	1744.000-1742.000=2.000
max	1747.000-1742.000=5.000

*mean*	203.775-202.560=1.215
σ	1.178-1.134=0.044
min	202.210-200.958=1.252
max	205.675-204.451=1.224

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1744.375-1742.000=2.375
σ	1.061-0.000=1.061
min	1744.000-1742.000=2.000
max	1747.000-1742.000=5.000

*mean*	11.911-11.481=0.430
σ	1.253-1.861=-0.608
min	9.458-7.638=1.820
max	12.833-12.581=0.252

phase=parser

*mean*	1042.099
σ	0.000
min	1042.098
max	1042.099

*mean*	1744.375-1742.000=2.375
σ	1.061-0.000=1.061
min	1744.000-1742.000=2.000
max	1747.000-1742.000=5.000

*mean*	681.220-695.620=-14.400
σ	66.636-88.557=-21.921
min	563.991-535.142=28.849
max	720.290-827.410=-107.120

phase=processProdDef

*mean*	6169.656-6169.656=0.000
σ	0.000-0.001=-0.000
min	6169.656-6169.655=0.001
max	6169.657

*mean*	1744.750-1742.000=2.750
σ	1.389-0.000=1.389
min	1744.000-1742.000=2.000
max	1747.000-1742.000=5.000

*mean*	5413.825-5249.884=163.942
σ	1307.668-1116.745=190.923
min	4178.693-3863.058=315.635
max	7802.690-7092.527=710.163

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1744.375-1742.000=2.375
σ	1.061-0.000=1.061
min	1744.000-1742.000=2.000
max	1747.000-1742.000=5.000

*mean*	44.745-42.807=1.939
σ	4.861-7.299=-2.439
min	34.410-26.437=7.974
max	47.912-47.868=0.044

phase=type checker

*mean*	958.457
σ	0.066
min	958.360
max	958.547

*mean*	1744.375-1742.000=2.375
σ	1.061-0.000=1.061
min	1744.000-1742.000=2.000
max	1747.000-1742.000=5.000

*mean*	803.211-781.016=22.195
σ	62.208-83.801=-21.592
min	720.022-661.446=58.576
max	871.625-874.175=-2.550

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.687-293.688=-0.000
σ	0.038-0.039=-0.001
min	293.634-293.632=0.002
max	293.724-293.726=-0.001

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.404-0.406=-0.002
σ	0.010-0.009=0.001
min	0.398-0.399=-0.001
max	0.421-0.419=0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.768-1303.763=0.004
σ	0.077-0.084=-0.007
min	1303.642-1303.618=0.024
max	1303.853-1303.823=0.030

*mean*	1062.800-1115.200=-52.400
σ	168.747-185.881=-17.133
min	840.000-894.000=-54.000
max	1274.000-1367.000=-93.000

*mean*	1.989-2.053=-0.064
σ	0.171-0.172=-0.001
min	1.797-1.854=-0.057
max	2.150-2.257=-0.107

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.808-1546.834=-0.026
σ	4.031-4.021=0.011
min	1544.778-1544.875=-0.097
max	1554.013-1554.022=-0.008

*mean*	611.000-622.400=-11.400
σ	74.917-88.906=-13.990
min	493.000-506.000=-13.000
max	690.000-727.000=-37.000

*mean*	2.261-2.348=-0.088
σ	0.162-0.257=-0.095
min	2.100-2.099=0.001
max	2.486-2.663=-0.177

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.773-1865.800=-0.027
σ	0.066-0.094=-0.028
min	1865.716-1865.696=0.020
max	1865.885-1865.910=-0.025

*mean*	1711.200-1752.600=-41.400
σ	251.718-226.161=25.556
min	1419.000-1455.000=-36.000
max	2070.000-1967.000=103.000

*mean*	2.935-3.222=-0.287
σ	0.116-0.273=-0.157
min	2.835-2.885=-0.050
max	3.091-3.507=-0.416

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.719-1.765=-0.046
σ	0.216-0.078=0.137
min	1.389-1.657=-0.268
max	1.887-1.876=0.011

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.425-447.425=-0.001
σ	578.133-578.133=-0.000
min	158.355-158.356=-0.001
max	1314.624-1314.625=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.520-0.532=-0.012
σ	0.518-0.536=-0.018
min	0.257-0.263=-0.006
max	1.297-1.336=-0.039

policies=20

*mean*	1583.902-1583.918=-0.016
σ	0.356-0.350=0.005
min	1583.656-1583.672=-0.015
max	1584.429-1584.436=-0.007

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.000
σ	2.000
min	443.000
max	447.000

*mean*	2.642-2.625=0.017
σ	0.012-0.008=0.004
min	2.628-2.617=0.011
max	2.656-2.634=0.022

policies=200

*mean*	15847.088-15847.066=0.022
σ	0.141-0.184=-0.043
min	15846.885-15846.921=-0.035
max	15847.213-15847.334=-0.121

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	496.750-495.750=1.000
σ	5.560-6.238=-0.678
min	491.000-489.000=2.000
max	502.000-504.000=-2.000

*mean*	26.614-26.575=0.039
σ	0.169-0.139=0.030
min	26.445-26.418=0.027
max	26.768-26.746=0.022