Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.623-54.616=0.006
σ	0.351-0.350=0.001
min	54.485-54.478=0.007
max	55.621-55.613=0.008

*mean*	418.700-416.000=2.700
σ	0.483-0.000=0.483
min	418.000-416.000=2.000
max	419.000-416.000=3.000

*mean*	0.140-0.140=0.000
σ	0.004-0.003=0.001
min	0.137-0.136=0.000
max	0.149-0.145=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.788-43.786=0.002
σ	0.007-0.006=0.001
min	43.774-43.776=-0.002
max	43.798-43.799=-0.001

*mean*	419.000-416.000=3.000
σ	0.000
min	419.000-416.000=3.000
max	419.000-416.000=3.000

*mean*	0.123-0.123=0.000
σ	0.005-0.004=0.002
min	0.119-0.120=-0.001
max	0.132-0.130=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4148.000-4102.500=45.500
σ	1894.241-1574.760=319.481
min	1553.000-1961.000=-408.000
max	7284.000-6047.000=1237.000

*mean*	13.031-12.411=0.621
σ	0.241-0.330=-0.089
min	12.756-11.966=0.790
max	13.516-12.694=0.823

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.619=0.000

*mean*	4148.000-4102.500=45.500
σ	1894.241-1574.760=319.481
min	1553.000-1961.000=-408.000
max	7284.000-6047.000=1237.000

*mean*	12.997-12.001=0.996
σ	0.520-0.607=-0.087
min	11.942-11.198=0.745
max	13.336-13.019=0.317

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.000=0.001
min	41.929-41.932=-0.003
max	41.933-41.933=0.000

*mean*	7284.000-6047.000=1237.000
σ	0.000
min	7284.000-6047.000=1237.000
max	7284.000-6047.000=1237.000

*mean*	15.243-13.308=1.935
σ	0.462-1.183=-0.721
min	14.188-11.363=2.825
max	15.663-15.102=0.561

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.932=-0.001

*mean*	4148.000-4102.500=45.500
σ	1894.241-1574.760=319.481
min	1553.000-1961.000=-408.000
max	7284.000-6047.000=1237.000

*mean*	12.702-13.107=-0.406
σ	1.646-2.095=-0.449
min	10.852-10.621=0.231
max	14.904-15.701=-0.796

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.605=0.048
σ	0.136-0.002=0.134
min	27.603-27.603=0.000
max	27.990-27.609=0.381

*mean*	4148.000-4102.500=45.500
σ	1894.241-1574.760=319.481
min	1553.000-1961.000=-408.000
max	7284.000-6047.000=1237.000

*mean*	9.026-9.239=-0.213
σ	0.331-1.258=-0.927
min	8.510-8.136=0.375
max	9.460-12.169=-2.709

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=0.000
max	26.403-26.403=0.000

*mean*	4148.000-4102.500=45.500
σ	1894.241-1574.760=319.481
min	1553.000-1961.000=-408.000
max	7284.000-6047.000=1237.000

*mean*	6.987-6.855=0.133
σ	0.364-1.214=-0.850
min	6.322-6.210=0.112
max	7.446-9.824=-2.378

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.665=-0.000
max	25.669-25.670=-0.001

*mean*	4148.000-4102.500=45.500
σ	1894.241-1574.760=319.481
min	1553.000-1961.000=-408.000
max	7284.000-6047.000=1237.000

*mean*	6.019-5.677=0.342
σ	0.158-0.074=0.084
min	5.808-5.565=0.243
max	6.274-5.797=0.476

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=-0.000
max	25.972-25.971=0.001

*mean*	4148.000-4102.500=45.500
σ	1894.241-1574.760=319.481
min	1553.000-1961.000=-408.000
max	7284.000-6047.000=1237.000

*mean*	5.857-5.400=0.458
σ	0.271-0.076=0.196
min	5.460-5.256=0.204
max	6.279-5.492=0.787

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.597=0.009
σ	0.000-0.001=-0.000
min	2524.606-2524.597=0.009
max	2524.607-2524.598=0.008

*mean*	7284.000-6047.000=1237.000
σ	0.000
min	7284.000-6047.000=1237.000
max	7284.000-6047.000=1237.000

*mean*	1600.291-1456.715=143.575
σ	960.877-681.749=279.128
min	1038.125-1042.753=-4.628
max	3770.957-2933.060=837.897

op=load_product(), with indexes

*mean*	8744.722-8744.558=0.163
σ	0.469-0.032=0.437
min	8744.553-8744.545=0.009
max	8745.883-8744.639=1.244

*mean*	3569.875-3819.375=-249.500
σ	1791.859-1655.702=136.157
min	1046.000-1961.000=-915.000
max	5783.000-6047.000=-264.000

*mean*	4717.764-4650.378=67.386
σ	1688.473-1506.776=181.698
min	3547.558-3573.007=-25.449
max	7507.738-7594.343=-86.604

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.080-62.080=0.000

*mean*	4148.000-4102.500=45.500
σ	1894.241-1574.760=319.481
min	1553.000-1961.000=-408.000
max	7284.000-6047.000=1237.000

*mean*	80.205-88.346=-8.141
σ	9.313-17.826=-8.513
min	71.209-71.545=-0.336
max	97.178-121.116=-23.938

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.000-0.001=-0.000
min	40.944-40.944=-0.000
max	40.945-40.945=-0.000

*mean*	7284.000-6047.000=1237.000
σ	0.000
min	7284.000-6047.000=1237.000
max	7284.000-6047.000=1237.000

*mean*	108.826-95.355=13.471
σ	3.613-8.646=-5.032
min	103.822-81.993=21.830
max	115.048-106.448=8.600

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.001
σ	0.000-0.001=-0.001
min	66.685-66.685=-0.000
max	66.687-66.689=-0.003

*mean*	7284.000-6047.000=1237.000
σ	0.000
min	7284.000-6047.000=1237.000
max	7284.000-6047.000=1237.000

*mean*	164.286-225.284=-60.998
σ	5.344-233.246=-227.903
min	153.091-126.888=26.203
max	168.765-801.602=-632.837

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.833=0.003
σ	4.324-4.317=0.007
min	11655.305-11655.305=0.000
max	11667.538-11667.517=0.021

*mean*	4148.000-4102.500=45.500
σ	1894.241-1574.760=319.481
min	1553.000-1961.000=-408.000
max	7284.000-6047.000=1237.000

*mean*	6549.347-6504.478=44.869
σ	1324.629-1262.406=62.223
min	4896.905-4992.525=-95.620
max	8097.237-8507.639=-410.402

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=-0.000
σ	0.001-0.000=0.000
min	11560.064-11560.064=0.000
max	11560.066-11560.066=0.000

*mean*	7284.000-6047.000=1237.000
σ	0.000
min	7284.000-6047.000=1237.000
max	7284.000-6047.000=1237.000

*mean*	5785.160-6806.318=-1021.158
σ	1494.497-1192.907=301.590
min	4390.534-4487.236=-96.702
max	8014.650-8089.245=-74.595

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.584=-0.025
σ	0.001-0.024=-0.023
min	172.558
max	172.562-172.617=-0.055

*mean*	478.000-1961.000=-1483.000
σ	0.000
min	478.000-1961.000=-1483.000
max	478.000-1961.000=-1483.000

*mean*	387.874-376.586=11.288
σ	12.713-21.489=-8.776
min	360.460-352.047=8.412
max	396.360-406.255=-9.895

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.360=-0.038
σ	0.001-0.043=-0.042
min	357.321
max	357.325-357.426=-0.101

*mean*	559.625-1961.000=-1401.375
σ	0.518-0.000=0.518
min	559.000-1961.000=-1402.000
max	560.000-1961.000=-1401.000

*mean*	749.104-762.982=-13.878
σ	65.204-60.313=4.891
min	652.002-618.271=33.731
max	836.837-800.912=35.925

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.374-1008.185=0.188
σ	0.759-0.903=-0.144
min	1007.898-1007.689=0.210
max	1011.515-1011.937=-0.422

*mean*	1047.150-1040.900=6.250
σ	313.615-306.965=6.649
min	572.000-548.000=24.000
max	1510.000-1472.000=38.000

*mean*	1.551-1.536=0.015
σ	0.081-0.106=-0.025
min	1.458-1.454=0.004
max	1.747-1.807=-0.060

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.883=0.030
σ	0.020-0.002=0.018
min	0.903-0.881=0.021
max	0.949-0.886=0.063

*mean*	402.000-1472.000=-1070.000
σ	0.000
min	402.000-1472.000=-1070.000
max	402.000-1472.000=-1070.000

*mean*	0.300-0.418=-0.118
σ	0.309-0.135=0.174
min	0.142-0.340=-0.198
max	0.850-0.658=0.193

name=error_case.art

*mean*	2.339-2.333=0.006
σ	0.012-0.003=0.010
min	2.333-2.332=0.001
max	2.361-2.337=0.024

*mean*	402.000-1472.000=-1070.000
σ	0.000
min	402.000-1472.000=-1070.000
max	402.000-1472.000=-1070.000

*mean*	0.475-0.890=-0.415
σ	0.325-0.087=0.238
min	0.319-0.819=-0.500
max	1.057-1.040=0.016

name=heavy_item.art

*mean*	1.522-1.521=0.001
σ	0.002-0.002=0.000
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	402.000-1472.000=-1070.000
σ	0.000
min	402.000-1472.000=-1070.000
max	402.000-1472.000=-1070.000

*mean*	0.219-0.550=-0.331
σ	0.023-0.063=-0.040
min	0.202-0.491=-0.290
max	0.258-0.643=-0.385

name=nested_use.art

*mean*	2.357-2.355=0.001
σ	0.002
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	402.000-1472.000=-1070.000
σ	0.000
min	402.000-1472.000=-1070.000
max	402.000-1472.000=-1070.000

*mean*	0.376-0.855=-0.479
σ	0.084-0.039=0.044
min	0.324-0.826=-0.503
max	0.523-0.924=-0.401

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741-963.548=1.193
σ	0.011-0.036=-0.025
min	964.736-963.523=1.213
max	964.760-963.610=1.150

*mean*	435.800-1472.000=-1036.200
σ	6.017-0.000=6.017
min	430.000-1472.000=-1042.000
max	442.000-1472.000=-1030.000

*mean*	0.548-0.825=-0.277
σ	0.042-0.014=0.028
min	0.500-0.814=-0.313
max	0.611-0.849=-0.238

name=cdr_enhanced_4k_loc.art

*mean*	885.814-884.853=0.961
σ	0.002-0.006=-0.004
min	885.812-884.847=0.965
max	885.816-884.858=0.958

*mean*	442.000-1472.000=-1030.000
σ	0.000
min	442.000-1472.000=-1030.000
max	442.000-1472.000=-1030.000

*mean*	0.498-0.733=-0.236
σ	0.016-0.016=0.000
min	0.475-0.707=-0.232
max	0.517-0.749=-0.232

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708-7.706=0.001
σ	0.002-0.002=-0.000
min	7.707-7.705=0.001
max	7.711-7.712=-0.001

*mean*	442.000-1472.000=-1030.000
σ	0.000
min	442.000-1472.000=-1030.000
max	442.000-1472.000=-1030.000

*mean*	2.670-4.322=-1.652
σ	0.089-0.082=0.007
min	2.451-4.188=-1.737
max	2.905-4.622=-1.717

name=record_render_large_syntax_err.art

*mean*	7.656-7.655=0.001
σ	0.002-0.002=-0.000
min	7.655-7.654=0.001
max	7.659-7.662=-0.003

*mean*	442.000-1472.000=-1030.000
σ	0.000
min	442.000-1472.000=-1030.000
max	442.000-1472.000=-1030.000

*mean*	2.621-4.277=-1.656
σ	0.089-0.075=0.015
min	2.437-4.074=-1.637
max	2.916-4.538=-1.623

name=record_render_success.art

*mean*	2.289-2.288=0.001
σ	0.002
min	2.288-2.287=0.001
max	2.292-2.291=0.001

*mean*	442.000-1472.000=-1030.000
σ	0.000
min	442.000-1472.000=-1030.000
max	442.000-1472.000=-1030.000

*mean*	0.303-0.757=-0.453
σ	0.042-0.017=0.025
min	0.287-0.732=-0.445
max	0.707-0.859=-0.152

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.001
σ	0.002
min	2.164-2.163=0.001
max	2.168-2.166=0.001

*mean*	442.000-1472.000=-1030.000
σ	0.000
min	442.000-1472.000=-1030.000
max	442.000-1472.000=-1030.000

*mean*	0.288-0.717=-0.429
σ	0.007-0.015=-0.008
min	0.270-0.684=-0.414
max	0.318-0.781=-0.463

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.143-297.550=0.593
σ	0.948-0.178=0.770
min	297.667-297.390=0.277
max	300.825-298.009=2.816

*mean*	443.500-1961.000=-1517.500
σ	16.400-0.000=16.400
min	418.000-1961.000=-1543.000
max	465.000-1961.000=-1496.000

*mean*	0.607-0.563=0.045
σ	0.026-0.062=-0.036
min	0.544-0.501=0.043
max	0.634-0.715=-0.081

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	208.669
σ	19.146
min	200.195
max	255.920

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	12.509
σ	0.098
min	12.337
max	12.643

phase=parser

*mean*	1042.103
σ	0.000
min	1042.102
max	1042.103

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	720.435
σ	3.563
min	715.281
max	726.405

phase=processProdDef

*mean*	6169.657
σ	0.001
min	6169.657
max	6169.658

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	5847.774
σ	1289.607
min	4255.008
max	7261.670

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	47.564
σ	0.319
min	47.222
max	48.129

phase=type checker

*mean*	958.540
σ	0.066
min	958.442
max	958.630

*mean*	1744.000
σ	0.000
min	1744.000
max	1744.000

*mean*	780.269
σ	53.868
min	737.904
max	867.992

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	292.775-289.775=2.999
σ	0.034-0.036=-0.001
min	292.727-289.720=3.007
max	292.811-289.808=3.004

*mean*	445.000-1472.000=-1027.000
σ	0.000
min	445.000-1472.000=-1027.000
max	445.000-1472.000=-1027.000

*mean*	0.394-0.401=-0.007
σ	0.005-0.010=-0.006
min	0.391-0.394=-0.003
max	0.402-0.418=-0.016

iters=5

new-facts=1

prior-facts=6402

*mean*	1302.847-1299.622=3.225
σ	0.136-0.104=0.033
min	1302.748-1299.502=3.245
max	1303.082-1299.760=3.323

*mean*	1075.200-1472.000=-396.800
σ	186.480-0.000=186.480
min	840.000-1472.000=-632.000
max	1322.000-1472.000=-150.000

*mean*	1.833-1.939=-0.106
σ	0.080-0.059=0.020
min	1.736-1.866=-0.130
max	1.921-2.001=-0.080

iters=5

new-facts=6402

prior-facts=1

*mean*	1545.874-1542.606=3.268
σ	4.027-4.040=-0.013
min	1543.866-1540.585=3.281
max	1553.070-1549.825=3.245

*mean*	610.600-1472.000=-861.400
σ	74.638-0.000=74.638
min	493.000-1472.000=-979.000
max	689.000-1472.000=-783.000

*mean*	2.191-2.194=-0.003
σ	0.167-0.156=0.010
min	2.094-2.014=0.080
max	2.488-2.405=0.083

iters=5

new-facts=6402

prior-facts=6402

*mean*	1864.831-1861.649=3.182
σ	0.038-0.071=-0.033
min	1864.783-1861.571=3.212
max	1864.889-1861.734=3.155

*mean*	1712.000-1757.600=-45.600
σ	233.393-215.898=17.496
min	1428.000-1472.000=-44.000
max	2019.000-1961.000=58.000

*mean*	2.896-3.260=-0.364
σ	0.056-0.373=-0.317
min	2.840-2.848=-0.008
max	2.961-3.762=-0.801

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.708-1.668=0.040
σ	0.143-0.142=0.001
min	1.541-1.487=0.054
max	1.851-1.842=0.009

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.818-446.184=1.634
σ	579.236-577.140=2.097
min	158.199-157.613=0.587
max	1316.673-1311.893=4.779

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-1472.000=-1029.000
σ	0.000
min	443.000-1472.000=-1029.000
max	443.000-1472.000=-1029.000

*mean*	0.539-0.534=0.004
σ	0.553-0.543=0.010
min	0.261-0.260=0.001
max	1.368-1.349=0.020

policies=20

*mean*	1582.283-1576.400=5.882
σ	0.351-0.339=0.012
min	1582.035-1576.174=5.862
max	1582.802-1576.905=5.897

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.750-1472.000=-1025.250
σ	2.500-0.000=2.500
min	443.000-1472.000=-1029.000
max	448.000-1472.000=-1024.000

*mean*	2.619-2.610=0.010
σ	0.002-0.011=-0.009
min	2.618-2.595=0.023
max	2.621-2.620=0.002

policies=200

*mean*	15830.890-15772.252=58.638
σ	0.064-0.071=-0.007
min	15830.822-15772.190=58.631
max	15830.975-15772.327=58.647

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	497.500-1472.000=-974.500
σ	4.655-0.000=4.655
min	492.000-1472.000=-980.000
max	503.000-1472.000=-969.000

*mean*	26.508-26.288=0.220
σ	0.091-0.018=0.073
min	26.438-26.272=0.166
max	26.641-26.312=0.329