Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.578-54.577=0.002
σ	0.350-0.349=0.001
min	54.444-54.443=0.001
max	55.573-55.569=0.004

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.143-0.139=0.003
σ	0.005-0.004=0.001
min	0.136-0.136=0.000
max	0.151-0.148=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.707-43.707=0.001
σ	0.006-0.006=0.000
min	43.700-43.702=-0.002
max	43.723-43.721=0.002

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.124-0.122=0.003
σ	0.005-0.005=0.000
min	0.119-0.117=0.002
max	0.132-0.132=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4152.500-4153.625=-1.125
σ	1898.940-1900.297=-1.357
min	1554.000-1556.000=-2.000
max	7302.000-7304.000=-2.000

*mean*	12.752-12.834=-0.082
σ	0.203-0.221=-0.019
min	12.608-12.522=0.087
max	13.125-13.085=0.040

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4152.500-4153.625=-1.125
σ	1898.940-1900.297=-1.357
min	1554.000-1556.000=-2.000
max	7302.000-7304.000=-2.000

*mean*	12.884-12.716=0.168
σ	0.539-0.663=-0.125
min	11.971-11.732=0.240
max	13.379-13.466=-0.087

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.929-41.929=0.001
max	41.933

*mean*	7302.000-7304.000=-2.000
σ	0.000
min	7302.000-7304.000=-2.000
max	7302.000-7304.000=-2.000

*mean*	15.231-15.457=-0.226
σ	0.779-0.789=-0.010
min	13.555-13.668=-0.112
max	15.989-16.217=-0.228

op=table_records(), repeat

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.931-41.932=-0.001

*mean*	4152.500-4153.625=-1.125
σ	1898.940-1900.297=-1.357
min	1554.000-1556.000=-2.000
max	7302.000-7304.000=-2.000

*mean*	12.827-13.562=-0.736
σ	1.807-1.775=0.032
min	10.893-11.125=-0.232
max	15.297-15.775=-0.478

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=0.000
min	27.603
max	27.990-27.990=0.000

*mean*	4152.500-4153.625=-1.125
σ	1898.940-1900.297=-1.357
min	1554.000-1556.000=-2.000
max	7302.000-7304.000=-2.000

*mean*	8.992-9.078=-0.087
σ	0.186-0.468=-0.282
min	8.735-8.513=0.222
max	9.339-9.915=-0.576

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403

*mean*	4152.500-4153.625=-1.125
σ	1898.940-1900.297=-1.357
min	1554.000-1556.000=-2.000
max	7302.000-7304.000=-2.000

*mean*	6.962-6.609=0.353
σ	0.225-0.277=-0.052
min	6.440-6.303=0.138
max	7.184-7.137=0.047

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.668

*mean*	4152.500-4153.625=-1.125
σ	1898.940-1900.297=-1.357
min	1554.000-1556.000=-2.000
max	7302.000-7304.000=-2.000

*mean*	6.046-6.037=0.009
σ	0.155-0.121=0.034
min	5.712-5.895=-0.183
max	6.268-6.283=-0.016

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.972

*mean*	4152.500-4153.625=-1.125
σ	1898.940-1900.297=-1.357
min	1554.000-1556.000=-2.000
max	7302.000-7304.000=-2.000

*mean*	5.860-5.789=0.071
σ	0.131-0.111=0.020
min	5.659-5.575=0.084
max	6.026-5.946=0.080

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606-2524.605=0.000
max	2524.606-2524.606=-0.000

*mean*	7302.000-7304.000=-2.000
σ	0.000
min	7302.000-7304.000=-2.000
max	7302.000-7304.000=-2.000

*mean*	1092.946-1098.227=-5.281
σ	105.198-146.452=-41.253
min	1048.213-1039.019=9.194
max	1353.065-1460.069=-107.005

op=load_product(), with indexes

*mean*	8744.721-8744.722=-0.001
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.882-8745.882=0.000

*mean*	3574.750-3573.875=0.875
σ	1795.908-1796.029=-0.122
min	1044.000
max	5796.000-5794.000=2.000

*mean*	4651.595-4856.093=-204.498
σ	1416.392-1748.375=-331.984
min	3534.892-3510.780=24.112
max	7357.526-7383.866=-26.340

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=0.000
min	62.076-62.076=-0.000
max	62.081

*mean*	4152.500-4153.625=-1.125
σ	1898.940-1900.297=-1.357
min	1554.000-1556.000=-2.000
max	7302.000-7304.000=-2.000

*mean*	85.455-81.587=3.868
σ	13.192-8.548=4.644
min	71.440-72.280=-0.840
max	102.902-96.920=5.982

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.000-0.000=0.000
min	40.944-40.944=-0.000
max	40.945-40.945=0.000

*mean*	7302.000-7304.000=-2.000
σ	0.000
min	7302.000-7304.000=-2.000
max	7302.000-7304.000=-2.000

*mean*	106.271-105.981=0.290
σ	4.804-6.863=-2.059
min	98.123-91.549=6.574
max	111.886-112.865=-0.979

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.687=0.000

*mean*	7302.000-7304.000=-2.000
σ	0.000
min	7302.000-7304.000=-2.000
max	7302.000-7304.000=-2.000

*mean*	163.256-161.617=1.638
σ	7.984-10.485=-2.501
min	145.017-136.627=8.390
max	168.908-168.081=0.827

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.836=-0.000
σ	4.324-4.324=0.000
min	11655.305
max	11667.538

*mean*	4152.500-4153.625=-1.125
σ	1898.940-1900.297=-1.357
min	1554.000-1556.000=-2.000
max	7302.000-7304.000=-2.000

*mean*	6232.014-6431.415=-199.401
σ	1042.338-1192.688=-150.351
min	4925.743-4886.201=39.542
max	8096.015-8322.444=-226.429

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=-0.000
min	11560.064
max	11560.066-11560.066=-0.001

*mean*	7302.000-7304.000=-2.000
σ	0.000
min	7302.000-7304.000=-2.000
max	7302.000-7304.000=-2.000

*mean*	5696.113-6074.748=-378.634
σ	1626.484-1703.731=-77.247
min	4411.108-4358.759=52.349
max	7765.258-7815.083=-49.825

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	385.487-381.928=3.559
σ	13.979-21.718=-7.740
min	351.397-343.883=7.514
max	393.053-397.505=-4.452

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-562.000=-2.000
σ	0.000
min	560.000-562.000=-2.000
max	560.000-562.000=-2.000

*mean*	748.771-781.572=-32.801
σ	46.464-18.737=27.726
min	674.853-745.221=-70.369
max	796.664-799.841=-3.177

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.500-1008.496=0.004
σ	0.759-0.760=-0.001
min	1008.025-1008.029=-0.004
max	1011.640-1011.642=-0.002

*mean*	1048.000-1041.900=6.100
σ	313.376-299.156=14.220
min	574.000-562.000=12.000
max	1510.000-1444.000=66.000

*mean*	1.573-1.573=0.001
σ	0.084-0.072=0.011
min	1.497-1.492=0.005
max	1.776-1.764=0.012

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.308-0.308=-0.000
σ	0.310-0.311=-0.002
min	0.143-0.138=0.005
max	0.856-0.859=-0.003

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.483-0.483=-0.001
σ	0.322-0.336=-0.014
min	0.329-0.307=0.022
max	1.059-1.084=-0.025

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.220-0.211=0.009
σ	0.021-0.022=-0.001
min	0.199-0.187=0.011
max	0.255-0.248=0.007

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.398-0.332=0.066
σ	0.139-0.017=0.122
min	0.317-0.321=-0.004
max	0.646-0.363=0.283

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	431.600-436.600=-5.000
σ	1.342-6.066=-4.725
min	431.000
max	434.000-443.000=-9.000

*mean*	0.575-0.541=0.034
σ	0.035-0.052=-0.017
min	0.525-0.464=0.061
max	0.607-0.593=0.014

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.459-0.441=0.018
σ	0.067-0.054=0.013
min	0.364-0.390=-0.026
max	0.523-0.527=-0.004

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	1.911-2.606=-0.694
σ	0.096-0.091=0.005
min	1.758-2.432=-0.674
max	2.302-2.883=-0.581

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	2.118-2.595=-0.477
σ	0.311-0.108=0.203
min	1.829-2.427=-0.598
max	2.753-3.095=-0.343

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.309-0.304=0.006
σ	0.025-0.010=0.015
min	0.291-0.288=0.003
max	0.543-0.354=0.189

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	441.000-443.000=-2.000
σ	0.000
min	441.000-443.000=-2.000
max	441.000-443.000=-2.000

*mean*	0.292-0.296=-0.004
σ	0.009-0.022=-0.014
min	0.279-0.276=0.003
max	0.338-0.484=-0.146

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.983-298.046=-0.063
σ	1.027-1.045=-0.017
min	297.594-297.646=-0.052
max	300.905-301.015=-0.111

*mean*	441.100-446.200=-5.100
σ	13.900-18.262=-4.362
min	420.000-422.000=-2.000
max	461.000-472.000=-11.000

*mean*	0.621-0.609=0.012
σ	0.010-0.020=-0.011
min	0.608-0.564=0.043
max	0.645-0.641=0.004

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.011=-0.004
σ	0.000-0.000=0.000
min	222.008-222.011=-0.004
max	222.008-222.011=-0.004

*mean*	1771.125-1692.375=78.750
σ	22.048-37.932=-15.884
min	1723.000-1657.000=66.000
max	1787.000-1738.000=49.000

*mean*	204.966-203.603=1.363
σ	3.301-2.372=0.929
min	200.192-199.817=0.374
max	211.225-206.178=5.047

phase=macro expansion

*mean*	6.130-6.133=-0.004
σ	0.000
min	6.130-6.133=-0.004
max	6.130-6.133=-0.004

*mean*	1771.125-1692.375=78.750
σ	22.048-37.932=-15.884
min	1723.000-1657.000=66.000
max	1787.000-1738.000=49.000

*mean*	10.200-10.813=-0.613
σ	2.295-1.917=0.378
min	6.172-7.595=-1.423
max	13.109-12.614=0.494

phase=parser

*mean*	1042.097-1042.096=0.001
σ	0.000-0.000=0.000
min	1042.096-1042.095=0.001
max	1042.097-1042.096=0.001

*mean*	1771.125-1692.375=78.750
σ	22.048-37.932=-15.884
min	1723.000-1657.000=66.000
max	1787.000-1738.000=49.000

*mean*	641.509-661.558=-20.049
σ	131.567-106.497=25.069
min	378.799-426.299=-47.501
max	827.606-733.283=94.322

phase=processProdDef

*mean*	6169.660-6169.660=-0.001
σ	0.001-0.001=-0.000
min	6169.659-6169.659=-0.000
max	6169.661-6169.661=-0.000

*mean*	1779.125-1702.500=76.625
σ	10.869-37.951=-27.083
min	1766.000-1667.000=99.000
max	1787.000-1738.000=49.000

*mean*	4850.897-5208.336=-357.439
σ	1355.202-1272.429=82.773
min	3138.090-3634.657=-496.567
max	6934.253-6884.323=49.931

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1771.125-1692.375=78.750
σ	22.048-37.932=-15.884
min	1723.000-1657.000=66.000
max	1787.000-1738.000=49.000

*mean*	41.849-39.356=2.493
σ	4.259-9.365=-5.106
min	36.958-26.308=10.650
max	47.240-48.319=-1.079

phase=type checker

*mean*	958.461-958.457=0.004
σ	0.066
min	958.363-958.360=0.004
max	958.551-958.547=0.004

*mean*	1771.125-1692.375=78.750
σ	22.048-37.932=-15.884
min	1723.000-1657.000=66.000
max	1787.000-1738.000=49.000

*mean*	762.372-734.898=27.474
σ	82.367-105.244=-22.877
min	666.917-633.979=32.938
max	864.980-870.395=-5.415

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.380-293.384=-0.004
σ	0.038-0.040=-0.001
min	293.330-293.330=0.000
max	293.418-293.425=-0.007

*mean*	445.000-444.000=1.000
σ	0.000
min	445.000-444.000=1.000
max	445.000-444.000=1.000

*mean*	0.407-0.418=-0.011
σ	0.007-0.003=0.004
min	0.399-0.414=-0.015
max	0.414-0.420=-0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.508-1303.460=0.048
σ	0.065-0.079=-0.014
min	1303.409-1303.319=0.090
max	1303.571-1303.502=0.069

*mean*	1097.200-1114.800=-17.600
σ	190.060-185.538=4.522
min	836.000-893.000=-57.000
max	1325.000-1366.000=-41.000

*mean*	2.205-2.061=0.144
σ	0.280-0.170=0.110
min	1.823-1.882=-0.059
max	2.606-2.284=0.322

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.503-1546.539=-0.036
σ	4.041-4.013=0.028
min	1544.556-1544.614=-0.058
max	1553.728-1553.713=0.015

*mean*	617.000-622.400=-5.400
σ	80.215-89.358=-9.142
min	496.000-506.000=-10.000
max	711.000-728.000=-17.000

*mean*	2.302-2.322=-0.020
σ	0.192-0.206=-0.014
min	2.183-2.117=0.066
max	2.640-2.600=0.040

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.442-1865.460=-0.018
σ	0.056-0.082=-0.025
min	1865.368-1865.390=-0.022
max	1865.507-1865.588=-0.081

*mean*	1735.000-1752.400=-17.400
σ	175.353-226.297=-50.944
min	1474.000-1454.000=20.000
max	1885.000-1967.000=-82.000

*mean*	3.047-3.223=-0.177
σ	0.243-0.290=-0.047
min	2.869-2.898=-0.030
max	3.475-3.581=-0.106

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.629-1.743=-0.114
σ	0.119-0.106=0.013
min	1.497-1.625=-0.128
max	1.819-1.888=-0.068

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	447.987-447.987=-0.000
σ	579.238-579.238=-0.000
min	158.367-158.367=-0.000
max	1316.844-1316.844=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	443.000-444.000=-1.000
σ	0.000
min	443.000-444.000=-1.000
max	443.000-444.000=-1.000

*mean*	0.533-0.538=-0.005
σ	0.538-0.546=-0.008
min	0.262-0.263=-0.001
max	1.340-1.358=-0.018

policies=20

*mean*	1583.988-1583.981=0.007
σ	0.352-0.338=0.015
min	1583.741-1583.740=0.001
max	1584.509-1584.479=0.029

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	446.000-444.750=1.250
σ	2.000-0.500=1.500
min	443.000-444.000=-1.000
max	447.000-445.000=2.000

*mean*	2.636-2.627=0.009
σ	0.008-0.024=-0.016
min	2.629-2.602=0.027
max	2.647-2.653=-0.005

policies=200

*mean*	15847.858-15847.791=0.067
σ	0.133-0.185=-0.052
min	15847.746-15847.684=0.063
max	15848.035-15848.068=-0.033

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	498.750-496.250=2.500
σ	4.573-5.620=-1.046
min	493.000-489.000=4.000
max	504.000-502.000=2.000

*mean*	26.630-26.720=-0.091
σ	0.087-0.139=-0.052
min	26.526-26.571=-0.044
max	26.712-26.864=-0.152