Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.678-54.677=0.001
σ	0.357-0.357=0.000
min	54.541-54.548=-0.006
max	55.694-55.692=0.001

*mean*	413.000-421.000=-8.000
σ	0.000
min	413.000-421.000=-8.000
max	413.000-421.000=-8.000

*mean*	0.141-0.142=-0.002
σ	0.005-0.005=0.000
min	0.133-0.137=-0.004
max	0.149-0.150=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.704=0.001
σ	0.006-0.005=0.001
min	43.695-43.694=0.001
max	43.717-43.712=0.005

*mean*	413.000-421.000=-8.000
σ	0.000
min	413.000-421.000=-8.000
max	413.000-421.000=-8.000

*mean*	0.123-0.122=0.001
σ	0.005-0.004=0.001
min	0.115-0.118=-0.002
max	0.132-0.129=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616
max	36.620-36.620=0.000

*mean*	4158.125-4156.125=2.000
σ	1903.573-1903.350=0.223
min	1556.000-1555.000=1.000
max	7323.000-7320.000=3.000

*mean*	12.318-12.681=-0.363
σ	0.312-0.180=0.132
min	11.811-12.423=-0.612
max	12.745-12.950=-0.204

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4158.125-4156.125=2.000
σ	1903.573-1903.350=0.223
min	1556.000-1555.000=1.000
max	7323.000-7320.000=3.000

*mean*	12.151-11.872=0.279
σ	0.546-0.209=0.337
min	11.372-11.494=-0.122
max	12.755-12.188=0.567

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=-0.000
min	41.929
max	41.933-41.933=-0.000

*mean*	7323.000-7320.000=3.000
σ	0.000
min	7323.000-7320.000=3.000
max	7323.000-7320.000=3.000

*mean*	14.400-15.120=-0.720
σ	0.868-0.571=0.297
min	12.371-13.793=-1.423
max	15.039-15.636=-0.598

op=table_records(), repeat

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=0.000
min	41.927-41.928=-0.000
max	41.932

*mean*	4158.125-4156.125=2.000
σ	1903.573-1903.350=0.223
min	1556.000-1555.000=1.000
max	7323.000-7320.000=3.000

*mean*	11.923-13.235=-1.311
σ	1.553-1.753=-0.200
min	10.385-11.533=-1.148
max	13.929-15.720=-1.790

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.654=-0.000
σ	0.136-0.136=0.000
min	27.604
max	27.991-27.991=0.000

*mean*	4158.125-4156.125=2.000
σ	1903.573-1903.350=0.223
min	1556.000-1555.000=1.000
max	7323.000-7320.000=3.000

*mean*	8.498-8.894=-0.396
σ	0.269-0.430=-0.161
min	8.174-8.434=-0.260
max	8.935-9.431=-0.497

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=0.000
σ	0.002-0.002=0.000
min	26.400-26.400=0.000
max	26.404

*mean*	4158.125-4156.125=2.000
σ	1903.573-1903.350=0.223
min	1556.000-1555.000=1.000
max	7323.000-7320.000=3.000

*mean*	6.679-6.578=0.101
σ	0.113-0.382=-0.269
min	6.556-6.169=0.386
max	6.906-7.301=-0.396

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.668=0.000
σ	0.003-0.003=0.000
min	25.666
max	25.674-25.674=0.000

*mean*	4158.125-4156.125=2.000
σ	1903.573-1903.350=0.223
min	1556.000-1555.000=1.000
max	7323.000-7320.000=3.000

*mean*	5.554-5.801=-0.247
σ	0.121-0.098=0.023
min	5.319-5.662=-0.343
max	5.755-5.958=-0.203

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.970=-0.000
σ	0.002-0.002=0.000
min	25.968-25.968=-0.000
max	25.974-25.974=-0.000

*mean*	4158.125-4156.125=2.000
σ	1903.573-1903.350=0.223
min	1556.000-1555.000=1.000
max	7323.000-7320.000=3.000

*mean*	5.421-5.767=-0.346
σ	0.115-0.081=0.035
min	5.324-5.645=-0.321
max	5.668-5.904=-0.236

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607-2524.606=0.000

*mean*	7323.000-7320.000=3.000
σ	0.000
min	7323.000-7320.000=3.000
max	7323.000-7320.000=3.000

*mean*	1044.691-1065.872=-21.181
σ	6.207-69.328=-63.122
min	1037.452-1033.839=3.613
max	1055.411-1236.620=-181.209

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.883-8745.883=-0.000

*mean*	3580.250-3576.625=3.625
σ	1800.837-1798.905=1.932
min	1043.000-1045.000=-2.000
max	5816.000-5806.000=10.000

*mean*	4471.077-4801.362=-330.285
σ	1270.738-1443.904=-173.166
min	3513.130-3511.760=1.370
max	6723.327-6926.206=-202.879

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.081-62.081=0.000

*mean*	4158.125-4156.125=2.000
σ	1903.573-1903.350=0.223
min	1556.000-1555.000=1.000
max	7323.000-7320.000=3.000

*mean*	83.246-78.068=5.178
σ	12.103-5.778=6.325
min	70.052-69.559=0.492
max	99.722-88.569=11.152

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.945=0.000
σ	0.001-0.001=0.000
min	40.945-40.945=0.000
max	40.946-40.946=0.000

*mean*	7323.000-7320.000=3.000
σ	0.000
min	7323.000-7320.000=3.000
max	7323.000-7320.000=3.000

*mean*	104.506-106.051=-1.545
σ	6.331-5.036=1.295
min	91.837-96.509=-4.672
max	111.869-112.619=-0.750

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.686-66.686=-0.000
max	66.687-66.687=0.000

*mean*	7323.000-7320.000=3.000
σ	0.000
min	7323.000-7320.000=3.000
max	7323.000-7320.000=3.000

*mean*	161.318-163.848=-2.530
σ	8.820-7.011=1.809
min	141.194-148.659=-7.465
max	166.810-168.480=-1.670

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.901-11656.900=0.000
σ	4.304-4.304=-0.000
min	11655.306-11655.306=-0.001
max	11667.551-11667.552=-0.001

*mean*	4158.125-4156.125=2.000
σ	1903.573-1903.350=0.223
min	1556.000-1555.000=1.000
max	7323.000-7320.000=3.000

*mean*	6215.023-6548.188=-333.165
σ	1000.097-1271.639=-271.542
min	4925.550-4901.698=23.852
max	7852.180-7829.998=22.182

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.066=0.000
σ	0.001-0.001=-0.000
min	11560.065
max	11560.067-11560.067=-0.001

*mean*	7323.000-7320.000=3.000
σ	0.000
min	7323.000-7320.000=3.000
max	7323.000-7320.000=3.000

*mean*	5708.425-5329.552=378.873
σ	1828.558-1261.939=566.619
min	4375.544-4359.863=15.681
max	8897.483-7627.877=1269.606

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	476.000-477.000=-1.000
σ	0.000
min	476.000-477.000=-1.000
max	476.000-477.000=-1.000

*mean*	373.446-388.845=-15.398
σ	16.233-14.956=1.278
min	346.216-354.354=-8.138
max	385.151-399.367=-14.216

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	561.000-560.000=1.000
σ	0.000
min	561.000-560.000=1.000
max	561.000-560.000=1.000

*mean*	723.740-763.948=-40.209
σ	43.448-69.250=-25.802
min	644.374-595.962=48.412
max	774.242-802.342=-28.100

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.327-1024.328=-0.001
σ	0.759-0.759=0.000
min	1023.852-1023.851=0.001
max	1027.465-1027.464=0.001

*mean*	1038.000-1053.000=-15.000
σ	300.918-299.574=1.344
min	562.000-581.000=-19.000
max	1460.000

*mean*	1.543-1.561=-0.019
σ	0.078-0.071=0.007
min	1.362-1.505=-0.142
max	1.662-1.787=-0.125

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.396-0.548=-0.152
σ	0.520-0.561=-0.041
min	0.145-0.248=-0.103
max	1.325-1.546=-0.221

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.473-0.837=-0.364
σ	0.324-0.522=-0.198
min	0.318-0.577=-0.260
max	1.052-1.770=-0.718

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.224-0.389=-0.165
σ	0.025-0.046=-0.021
min	0.206-0.358=-0.152
max	0.266-0.470=-0.203

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.327-0.584=-0.257
σ	0.018-0.031=-0.013
min	0.315-0.557=-0.242
max	0.359-0.634=-0.275

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840
σ	0.011
min	964.835
max	964.859

*mean*	431.600-431.000=0.600
σ	1.342-0.000=1.342
min	431.000
max	434.000-431.000=3.000

*mean*	0.533-0.587=-0.054
σ	0.061-0.116=-0.054
min	0.472-0.467=0.005
max	0.613-0.754=-0.141

name=cdr_enhanced_4k_loc.art

*mean*	885.820
σ	0.002
min	885.819
max	885.823

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.501-0.467=0.035
σ	0.014-0.074=-0.060
min	0.490-0.383=0.107
max	0.522-0.524=-0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709
σ	0.002
min	7.708
max	7.712

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	2.394-2.638=-0.245
σ	0.340-0.099=0.241
min	1.864-2.467=-0.603
max	2.910-3.037=-0.127

name=record_render_large_syntax_err.art

*mean*	7.657
σ	0.002
min	7.656
max	7.660

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	2.561-2.609=-0.048
σ	0.073-0.102=-0.030
min	2.439-2.461=-0.022
max	2.855-3.074=-0.219

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.289
max	2.293

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.306-0.307=-0.001
σ	0.009-0.014=-0.005
min	0.292-0.291=0.002
max	0.366-0.419=-0.052

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	442.000-431.000=11.000
σ	0.000
min	442.000-431.000=11.000
max	442.000-431.000=11.000

*mean*	0.291-0.289=0.002
σ	0.011-0.007=0.003
min	0.277-0.278=-0.001
max	0.362-0.335=0.027

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.825-298.763=0.063
σ	0.984-0.985=-0.001
min	298.394-298.373=0.021
max	301.620-301.563=0.058

*mean*	442.700-444.700=-2.000
σ	16.042-13.284=2.758
min	418.000-428.000=-10.000
max	469.000-466.000=3.000

*mean*	0.602-0.594=0.009
σ	0.019-0.020=-0.001
min	0.574-0.561=0.013
max	0.637-0.618=0.019

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532-239.532=-0.000
σ	0.000-0.000=0.000
min	239.532-239.532=-0.000
max	239.532

*mean*	1721.250-1743.000=-21.750
σ	34.158-0.000=34.158
min	1680.000-1743.000=-63.000
max	1746.000-1743.000=3.000

*mean*	217.737-220.343=-2.606
σ	1.642-3.884=-2.242
min	215.658-211.920=3.738
max	220.470-223.826=-3.356

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1721.250-1743.000=-21.750
σ	34.158-0.000=34.158
min	1680.000-1743.000=-63.000
max	1746.000-1743.000=3.000

*mean*	11.013-12.036=-1.023
σ	2.423-1.363=1.061
min	7.442-9.435=-1.993
max	12.831-12.948=-0.118

phase=parser

*mean*	1042.365-1042.365=-0.001
σ	0.001-0.000=0.001
min	1042.362-1042.365=-0.003
max	1042.365-1042.366=-0.000

*mean*	1721.250-1743.000=-21.750
σ	34.158-0.000=34.158
min	1680.000-1743.000=-63.000
max	1746.000-1743.000=3.000

*mean*	674.423-694.234=-19.811
σ	116.300-61.727=54.572
min	421.162-591.419=-170.257
max	779.405-734.854=44.552

phase=processProdDef

*mean*	6169.660-6169.659=0.001
σ	0.001-0.001=0.000
min	6169.660-6169.659=0.001
max	6169.661-6169.660=0.001

*mean*	1729.500-1743.000=-13.500
σ	30.552-0.000=30.552
min	1680.000-1743.000=-63.000
max	1746.000-1743.000=3.000

*mean*	5256.300-5672.733=-416.433
σ	1114.927-1186.503=-71.575
min	4077.434-3516.660=560.774
max	7266.871-7686.089=-419.218

phase=renaming

*mean*	21.672-21.671=0.000
σ	0.001-0.000=0.001
min	21.671
max	21.675-21.671=0.004

*mean*	1721.250-1743.000=-21.750
σ	34.158-0.000=34.158
min	1680.000-1743.000=-63.000
max	1746.000-1743.000=3.000

*mean*	41.471-46.485=-5.014
σ	9.572-2.880=6.691
min	26.670-40.195=-13.525
max	48.229-48.436=-0.208

phase=type checker

*mean*	990.445-990.446=-0.000
σ	0.066-0.066=0.001
min	990.344-990.348=-0.004
max	990.536

*mean*	1721.250-1743.000=-21.750
σ	34.158-0.000=34.158
min	1680.000-1743.000=-63.000
max	1746.000-1743.000=3.000

*mean*	789.311-824.766=-35.455
σ	90.612-77.645=12.967
min	656.056-691.004=-34.948
max	914.000-900.191=13.809

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.916-293.918=-0.002
σ	0.040-0.038=0.002
min	293.862-293.864=-0.003
max	293.958-293.958=0.000

*mean*	441.400-441.000=0.400
σ	3.286-2.739=0.548
min	439.000
max	445.000-444.000=1.000

*mean*	0.400-0.393=0.007
σ	0.001-0.001=-0.000
min	0.400-0.392=0.007
max	0.402-0.395=0.007

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.240-1320.192=0.048
σ	0.073-0.099=-0.027
min	1320.182-1320.089=0.092
max	1320.320-1320.318=0.002

*mean*	1070.200-1111.200=-41.000
σ	167.610-187.716=-20.105
min	844.000-891.000=-47.000
max	1273.000-1373.000=-100.000

*mean*	2.049-1.986=0.063
σ	0.275-0.104=0.171
min	1.824-1.911=-0.087
max	2.491-2.167=0.323

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.730-1559.732=-0.003
σ	4.067-4.061=0.006
min	1557.704-1557.700=0.004
max	1566.998-1566.990=0.008

*mean*	620.000-624.400=-4.400
σ	83.066-87.905=-4.839
min	494.000
max	717.000-729.000=-12.000

*mean*	2.247-2.265=-0.018
σ	0.133-0.157=-0.024
min	2.149-2.150=-0.002
max	2.479-2.542=-0.063

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.271-1882.282=-0.011
σ	0.055-0.059=-0.004
min	1882.209-1882.201=0.008
max	1882.352-1882.349=0.003

*mean*	1697.400-1726.400=-29.000
σ	244.231-179.517=64.714
min	1397.000-1504.000=-107.000
max	2021.000-1970.000=51.000

*mean*	2.889-3.059=-0.170
σ	0.057-0.323=-0.266
min	2.828-2.736=0.092
max	2.979-3.483=-0.504

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.720-1.783=-0.063
σ	0.128-0.178=-0.050
min	1.575-1.498=0.077
max	1.862-1.929=-0.066

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.537-453.537=-0.000
σ	585.528-585.531=-0.002
min	160.770-160.767=0.003
max	1331.829-1331.833=-0.004

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	0.542-0.522=0.020
σ	0.541-0.495=0.046
min	0.269-0.273=-0.004
max	1.354-1.265=0.089

policies=20

*mean*	1608.038-1608.035=0.003
σ	0.406-0.425=-0.019
min	1607.758-1607.759=-0.001
max	1608.638-1608.668=-0.030

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.250-447.500=2.750
σ	10.595-8.660=1.935
min	443.000-440.000=3.000
max	466.000-455.000=11.000

*mean*	2.702-2.703=-0.001
σ	0.031-0.012=0.018
min	2.670-2.688=-0.018
max	2.735-2.716=0.019

policies=200

*mean*	16088.503-16088.589=-0.086
σ	0.194-0.134=0.060
min	16088.351-16088.496=-0.145
max	16088.782-16088.787=-0.005

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	498.000-496.250=1.750
σ	3.367-5.377=-2.011
min	494.000-490.000=4.000
max	502.000-503.000=-1.000

*mean*	27.356-27.274=0.082
σ	0.267-0.185=0.081
min	27.107-27.106=0.001
max	27.701-27.536=0.165