Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.577-54.578=-0.002
σ	0.349-0.350=-0.000
min	54.444-54.444=-0.000
max	55.571-55.573=-0.003

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.138-0.143=-0.005
σ	0.007-0.005=0.002
min	0.130-0.136=-0.006
max	0.149-0.151=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.705-43.707=-0.002
σ	0.006-0.006=-0.000
min	43.695-43.700=-0.005
max	43.717-43.723=-0.006

*mean*	416.000-417.000=-1.000
σ	0.000
min	416.000-417.000=-1.000
max	416.000-417.000=-1.000

*mean*	0.122-0.124=-0.002
σ	0.005-0.005=0.000
min	0.115-0.119=-0.004
max	0.133-0.132=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4147.375-4152.500=-5.125
σ	1890.385-1898.940=-8.555
min	1555.000-1554.000=1.000
max	7271.000-7302.000=-31.000

*mean*	12.914-12.752=0.162
σ	0.206-0.203=0.003
min	12.698-12.608=0.090
max	13.210-13.125=0.085

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.620-36.620=-0.000

*mean*	4147.375-4152.500=-5.125
σ	1890.385-1898.940=-8.555
min	1555.000-1554.000=1.000
max	7271.000-7302.000=-31.000

*mean*	12.408-12.884=-0.477
σ	0.406-0.539=-0.132
min	11.981-11.971=0.010
max	13.089-13.379=-0.290

op=table_records(), no indexes

*mean*	41.932-41.932=-0.000
σ	0.001-0.001=0.000
min	41.929-41.929=-0.001
max	41.933-41.933=-0.000

*mean*	7271.000-7302.000=-31.000
σ	0.000
min	7271.000-7302.000=-31.000
max	7271.000-7302.000=-31.000

*mean*	15.438-15.231=0.207
σ	0.366-0.779=-0.412
min	14.814-13.555=1.258
max	15.826-15.989=-0.162

op=table_records(), repeat

*mean*	41.928-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.931-41.931=-0.000

*mean*	4147.375-4152.500=-5.125
σ	1890.385-1898.940=-8.555
min	1555.000-1554.000=1.000
max	7271.000-7302.000=-31.000

*mean*	13.335-12.827=0.508
σ	1.902-1.807=0.095
min	10.884-10.893=-0.009
max	15.625-15.297=0.328

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=-0.000
σ	0.136-0.136=0.000
min	27.603
max	27.990

*mean*	4147.375-4152.500=-5.125
σ	1890.385-1898.940=-8.555
min	1555.000-1554.000=1.000
max	7271.000-7302.000=-31.000

*mean*	8.933-8.992=-0.059
σ	0.424-0.186=0.238
min	8.368-8.735=-0.367
max	9.438-9.339=0.099

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4147.375-4152.500=-5.125
σ	1890.385-1898.940=-8.555
min	1555.000-1554.000=1.000
max	7271.000-7302.000=-31.000

*mean*	6.894-6.962=-0.067
σ	0.253-0.225=0.029
min	6.454-6.440=0.014
max	7.232-7.184=0.048

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664
max	25.668

*mean*	4147.375-4152.500=-5.125
σ	1890.385-1898.940=-8.555
min	1555.000-1554.000=1.000
max	7271.000-7302.000=-31.000

*mean*	5.896-6.046=-0.150
σ	0.147-0.155=-0.008
min	5.694-5.712=-0.018
max	6.075-6.268=-0.193

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.972

*mean*	4147.375-4152.500=-5.125
σ	1890.385-1898.940=-8.555
min	1555.000-1554.000=1.000
max	7271.000-7302.000=-31.000

*mean*	5.775-5.860=-0.085
σ	0.087-0.131=-0.044
min	5.635-5.659=-0.023
max	5.926-6.026=-0.100

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.606-2524.606=0.000

*mean*	7271.000-7302.000=-31.000
σ	0.000
min	7271.000-7302.000=-31.000
max	7271.000-7302.000=-31.000

*mean*	1614.210-1092.946=521.264
σ	1047.540-105.198=942.342
min	1044.572-1048.213=-3.641
max	4061.976-1353.065=2708.911

op=load_product(), with indexes

*mean*	8744.722-8744.721=0.001
σ	0.469-0.469=0.000
min	8744.553-8744.553=0.000
max	8745.883-8745.882=0.001

*mean*	3569.375-3574.750=-5.375
σ	1789.638-1795.908=-6.269
min	1045.000-1044.000=1.000
max	5776.000-5796.000=-20.000

*mean*	4906.610-4651.595=255.016
σ	1719.288-1416.392=302.896
min	3533.008-3534.892=-1.883
max	7557.901-7357.526=200.375

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.075-62.076=-0.000
max	62.080-62.081=-0.000

*mean*	4147.375-4152.500=-5.125
σ	1890.385-1898.940=-8.555
min	1555.000-1554.000=1.000
max	7271.000-7302.000=-31.000

*mean*	79.760-85.455=-5.695
σ	6.473-13.192=-6.719
min	71.674-71.440=0.234
max	91.558-102.902=-11.344

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.000=0.000
min	40.944-40.944=0.000
max	40.945-40.945=0.000

*mean*	7271.000-7302.000=-31.000
σ	0.000
min	7271.000-7302.000=-31.000
max	7271.000-7302.000=-31.000

*mean*	107.121-106.271=0.850
σ	2.677-4.804=-2.127
min	104.288-98.123=6.166
max	111.022-111.886=-0.864

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.687=-0.000

*mean*	7271.000-7302.000=-31.000
σ	0.000
min	7271.000-7302.000=-31.000
max	7271.000-7302.000=-31.000

*mean*	163.846-163.256=0.590
σ	3.952-7.984=-4.033
min	154.239-145.017=9.222
max	166.031-168.908=-2.877

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836
σ	4.324
min	11655.305
max	11667.538

*mean*	4147.375-4152.500=-5.125
σ	1890.385-1898.940=-8.555
min	1555.000-1554.000=1.000
max	7271.000-7302.000=-31.000

*mean*	6790.417-6232.014=558.403
σ	1172.145-1042.338=129.808
min	4907.776-4925.743=-17.967
max	8122.796-8096.015=26.781

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.065-11560.064=0.001
max	11560.066-11560.066=0.001

*mean*	7271.000-7302.000=-31.000
σ	0.000
min	7271.000-7302.000=-31.000
max	7271.000-7302.000=-31.000

*mean*	6024.367-5696.113=328.253
σ	1691.006-1626.484=64.522
min	4415.195-4411.108=4.087
max	8233.677-7765.258=468.419

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	477.000-478.000=-1.000
σ	0.000
min	477.000-478.000=-1.000
max	477.000-478.000=-1.000

*mean*	372.526-385.487=-12.961
σ	22.677-13.979=8.699
min	348.336-351.397=-3.061
max	400.626-393.053=7.573

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	559.625-560.000=-0.375
σ	0.518-0.000=0.518
min	559.000-560.000=-1.000
max	560.000

*mean*	725.289-748.771=-23.482
σ	80.662-46.464=34.199
min	609.951-674.853=-64.901
max	825.579-796.664=28.915

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.500-1008.500=0.000
σ	0.760-0.759=0.000
min	1008.025-1008.025=-0.001
max	1011.641-1011.640=0.001

*mean*	1055.950-1048.000=7.950
σ	311.524-313.376=-1.852
min	562.000-574.000=-12.000
max	1511.000-1510.000=1.000

*mean*	1.540-1.573=-0.033
σ	0.081-0.084=-0.002
min	1.388-1.497=-0.109
max	1.775-1.776=-0.001

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.316-0.308=0.009
σ	0.354-0.310=0.044
min	0.129-0.143=-0.014
max	0.945-0.856=0.089

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.417-0.483=-0.065
σ	0.206-0.322=-0.117
min	0.314-0.329=-0.015
max	0.784-1.059=-0.275

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.205-0.220=-0.015
σ	0.023-0.021=0.002
min	0.191-0.199=-0.007
max	0.245-0.255=-0.011

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	401.000-402.000=-1.000
σ	0.000
min	401.000-402.000=-1.000
max	401.000-402.000=-1.000

*mean*	0.321-0.398=-0.077
σ	0.021-0.139=-0.119
min	0.305-0.317=-0.011
max	0.356-0.646=-0.289

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	432.600-431.600=1.000
σ	3.130-1.342=1.789
min	430.000-431.000=-1.000
max	436.000-434.000=2.000

*mean*	0.579-0.575=0.005
σ	0.038-0.035=0.003
min	0.529-0.525=0.003
max	0.613-0.607=0.006

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	436.000-441.000=-5.000
σ	0.000
min	436.000-441.000=-5.000
max	436.000-441.000=-5.000

*mean*	0.498-0.459=0.039
σ	0.032-0.067=-0.035
min	0.457-0.364=0.093
max	0.526-0.523=0.003

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	436.000-441.000=-5.000
σ	0.000
min	436.000-441.000=-5.000
max	436.000-441.000=-5.000

*mean*	2.632-1.911=0.720
σ	0.104-0.096=0.008
min	2.468-1.758=0.710
max	2.947-2.302=0.645

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	436.000-441.000=-5.000
σ	0.000
min	436.000-441.000=-5.000
max	436.000-441.000=-5.000

*mean*	2.612-2.118=0.494
σ	0.091-0.311=-0.220
min	2.467-1.829=0.638
max	3.076-2.753=0.323

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	436.000-441.000=-5.000
σ	0.000
min	436.000-441.000=-5.000
max	436.000-441.000=-5.000

*mean*	0.311-0.309=0.002
σ	0.045-0.025=0.020
min	0.291-0.291=0.000
max	0.650-0.543=0.107

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	436.000-441.000=-5.000
σ	0.000
min	436.000-441.000=-5.000
max	436.000-441.000=-5.000

*mean*	0.292-0.292=0.000
σ	0.007-0.009=-0.001
min	0.275-0.279=-0.004
max	0.317-0.338=-0.021

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.108-297.983=0.125
σ	0.981-1.027=-0.046
min	297.702-297.594=0.108
max	300.889-300.905=-0.015

*mean*	441.700-441.100=0.600
σ	17.108-13.900=3.208
min	415.000-420.000=-5.000
max	464.000-461.000=3.000

*mean*	0.620-0.621=-0.001
σ	0.011-0.010=0.001
min	0.604-0.608=-0.004
max	0.634-0.645=-0.011

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=0.000
σ	0.000-0.000=-0.000
min	222.008-222.008=0.000
max	222.008-222.008=-0.000

*mean*	1749.750-1771.125=-21.375
σ	19.256-22.048=-2.792
min	1732.000-1723.000=9.000
max	1796.000-1787.000=9.000

*mean*	203.521-204.966=-1.445
σ	1.956-3.301=-1.346
min	200.170-200.192=-0.021
max	206.055-211.225=-5.170

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1749.750-1771.125=-21.375
σ	19.256-22.048=-2.792
min	1732.000-1723.000=9.000
max	1796.000-1787.000=9.000

*mean*	11.868-10.200=1.668
σ	1.624-2.295=-0.672
min	9.317-6.172=3.144
max	13.687-13.109=0.578

phase=parser

*mean*	1042.098-1042.097=0.001
σ	0.000-0.000=-0.000
min	1042.098-1042.096=0.002
max	1042.099-1042.097=0.001

*mean*	1749.750-1771.125=-21.375
σ	19.256-22.048=-2.792
min	1732.000-1723.000=9.000
max	1796.000-1787.000=9.000

*mean*	704.363-641.509=62.854
σ	81.332-131.567=-50.235
min	587.632-378.799=208.834
max	842.306-827.606=14.700

phase=processProdDef

*mean*	6169.662-6169.660=0.002
σ	0.001-0.001=-0.000
min	6169.661-6169.659=0.002
max	6169.662-6169.661=0.002

*mean*	1757.750-1779.125=-21.375
σ	23.627-10.869=12.758
min	1744.000-1766.000=-22.000
max	1796.000-1787.000=9.000

*mean*	4717.023-4850.897=-133.875
σ	839.216-1355.202=-515.986
min	3584.956-3138.090=446.867
max	5918.555-6934.253=-1015.699

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1749.750-1771.125=-21.375
σ	19.256-22.048=-2.792
min	1732.000-1723.000=9.000
max	1796.000-1787.000=9.000

*mean*	46.305-41.849=4.455
σ	4.307-4.259=0.048
min	39.572-36.958=2.615
max	52.620-47.240=5.380

phase=type checker

*mean*	958.461-958.461=-0.000
σ	0.066
min	958.363-958.363=-0.000
max	958.551-958.551=-0.000

*mean*	1749.750-1771.125=-21.375
σ	19.256-22.048=-2.792
min	1732.000-1723.000=9.000
max	1796.000-1787.000=9.000

*mean*	782.786-762.372=20.415
σ	88.931-82.367=6.564
min	660.969-666.917=-5.948
max	877.927-864.980=12.948

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.383-293.380=0.003
σ	0.039-0.038=0.001
min	293.330-293.330=-0.000
max	293.424-293.418=0.006

*mean*	445.000
σ	0.000
min	445.000
max	445.000

*mean*	0.410-0.407=0.003
σ	0.010-0.007=0.003
min	0.399-0.399=0.001
max	0.420-0.414=0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.493-1303.508=-0.015
σ	0.054-0.065=-0.011
min	1303.414-1303.409=0.005
max	1303.546-1303.571=-0.025

*mean*	1082.400-1097.200=-14.800
σ	225.145-190.060=35.085
min	822.000-836.000=-14.000
max	1379.000-1325.000=54.000

*mean*	2.123-2.205=-0.082
σ	0.139-0.280=-0.140
min	1.892-1.823=0.069
max	2.264-2.606=-0.342

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.547-1546.503=0.044
σ	4.025-4.041=-0.016
min	1544.585-1544.556=0.029
max	1553.743-1553.728=0.015

*mean*	623.000-617.000=6.000
σ	92.655-80.215=12.440
min	494.000-496.000=-2.000
max	736.000-711.000=25.000

*mean*	2.359-2.302=0.058
σ	0.184-0.192=-0.007
min	2.162-2.183=-0.022
max	2.618-2.640=-0.023

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.446-1865.442=0.004
σ	0.056-0.056=-0.001
min	1865.381-1865.368=0.013
max	1865.514-1865.507=0.006

*mean*	1685.800-1735.000=-49.200
σ	166.360-175.353=-8.992
min	1510.000-1474.000=36.000
max	1937.000-1885.000=52.000

*mean*	2.953-3.047=-0.093
σ	0.124-0.243=-0.119
min	2.852-2.869=-0.016
max	3.096-3.475=-0.379

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.849-1.629=0.220
σ	0.045-0.119=-0.074
min	1.787-1.497=0.290
max	1.911-1.819=0.092

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.986-447.987=-0.001
σ	579.237-579.238=-0.000
min	158.366-158.367=-0.001
max	1316.842-1316.844=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000
σ	0.000
min	443.000
max	443.000

*mean*	0.529-0.533=-0.004
σ	0.533-0.538=-0.005
min	0.262-0.262=-0.000
max	1.329-1.340=-0.011

policies=20

*mean*	1583.985-1583.988=-0.003
σ	0.349-0.352=-0.004
min	1583.743-1583.741=0.002
max	1584.501-1584.509=-0.008

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.000
σ	2.000
min	443.000
max	447.000

*mean*	2.631-2.636=-0.005
σ	0.016-0.008=0.008
min	2.609-2.629=-0.020
max	2.645-2.647=-0.003

policies=200

*mean*	15847.774-15847.858=-0.084
σ	0.116-0.133=-0.017
min	15847.629-15847.746=-0.117
max	15847.881-15848.035=-0.154

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	494.000-498.750=-4.750
σ	3.367-4.573=-1.207
min	490.000-493.000=-3.000
max	498.000-504.000=-6.000

*mean*	26.725-26.630=0.095
σ	0.121-0.087=0.034
min	26.575-26.526=0.049
max	26.831-26.712=0.119