Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.582-54.580=0.001
σ	0.344-0.341=0.003
min	54.446-54.451=-0.006
max	55.561-55.550=0.010

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.142-0.141=0.001
σ	0.005-0.006=-0.001
min	0.136-0.136=-0.000
max	0.148-0.152=-0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.704=0.002
σ	0.007-0.006=0.001
min	43.694-43.694=-0.000
max	43.715-43.710=0.006

*mean*	417.000-418.000=-1.000
σ	0.000
min	417.000-418.000=-1.000
max	417.000-418.000=-1.000

*mean*	0.124-0.120=0.003
σ	0.005-0.006=-0.001
min	0.116-0.115=0.001
max	0.131-0.131=0.000

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620

*mean*	4157.000-4147.500=9.500
σ	1905.941-1890.836=15.105
min	1557.000-1554.000=3.000
max	7327.000-7273.000=54.000

*mean*	13.052-12.876=0.176
σ	0.363-0.458=-0.095
min	12.546-12.332=0.214
max	13.501-13.628=-0.127

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.619=0.000

*mean*	4157.000-4147.500=9.500
σ	1905.941-1890.836=15.105
min	1557.000-1554.000=3.000
max	7327.000-7273.000=54.000

*mean*	13.142-12.871=0.271
σ	0.467-0.556=-0.088
min	12.060-11.904=0.156
max	13.617-13.419=0.198

op=table_records(), no indexes

*mean*	41.932-41.932=0.000
σ	0.001-0.001=-0.000
min	41.929-41.928=0.000
max	41.933-41.933=-0.000

*mean*	7327.000-7273.000=54.000
σ	0.000
min	7327.000-7273.000=54.000
max	7327.000-7273.000=54.000

*mean*	15.115-15.407=-0.292
σ	0.870-0.312=0.558
min	13.146-14.745=-1.599
max	16.063-15.746=0.317

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.001

*mean*	4157.000-4147.500=9.500
σ	1905.941-1890.836=15.105
min	1557.000-1554.000=3.000
max	7327.000-7273.000=54.000

*mean*	12.891-13.463=-0.573
σ	1.956-1.581=0.375
min	10.750-11.510=-0.759
max	15.434-15.397=0.037

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.653=0.000
σ	0.136-0.136=0.000
min	27.603-27.603=0.000
max	27.990-27.990=0.000

*mean*	4157.000-4147.500=9.500
σ	1905.941-1890.836=15.105
min	1557.000-1554.000=3.000
max	7327.000-7273.000=54.000

*mean*	8.847-8.929=-0.083
σ	0.205-0.372=-0.167
min	8.499-8.297=0.202
max	9.148-9.479=-0.331

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403

*mean*	4157.000-4147.500=9.500
σ	1905.941-1890.836=15.105
min	1557.000-1554.000=3.000
max	7327.000-7273.000=54.000

*mean*	6.875-6.765=0.111
σ	0.160-0.232=-0.072
min	6.543-6.419=0.123
max	7.031-7.134=-0.103

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=0.000
min	25.665-25.665=-0.000
max	25.668-25.668=-0.000

*mean*	4157.000-4147.500=9.500
σ	1905.941-1890.836=15.105
min	1557.000-1554.000=3.000
max	7327.000-7273.000=54.000

*mean*	5.982-6.150=-0.169
σ	0.088-0.205=-0.117
min	5.844-5.735=0.109
max	6.105-6.362=-0.258

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.972

*mean*	4157.000-4147.500=9.500
σ	1905.941-1890.836=15.105
min	1557.000-1554.000=3.000
max	7327.000-7273.000=54.000

*mean*	5.797-5.835=-0.038
σ	0.077-0.067=0.010
min	5.712-5.726=-0.014
max	5.916-5.946=-0.031

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=0.000
min	2524.606
max	2524.607-2524.606=0.000

*mean*	7327.000-7273.000=54.000
σ	0.000
min	7327.000-7273.000=54.000
max	7327.000-7273.000=54.000

*mean*	1052.265-1524.507=-472.243
σ	7.085-771.362=-764.277
min	1044.648-1040.096=4.551
max	1061.193-3176.521=-2115.328

op=load_product(), with indexes

*mean*	8744.721-8744.721=-0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.883-8745.882=0.001

*mean*	3579.000-3569.375=9.625
σ	1801.876-1789.167=12.709
min	1044.000-1046.000=-2.000
max	5815.000-5775.000=40.000

*mean*	5089.308-4738.056=351.251
σ	1730.891-1552.005=178.886
min	3520.844-3533.519=-12.675
max	7486.136-7160.475=325.661

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.081-62.081=-0.000

*mean*	4157.000-4147.500=9.500
σ	1905.941-1890.836=15.105
min	1557.000-1554.000=3.000
max	7327.000-7273.000=54.000

*mean*	82.064-83.975=-1.911
σ	10.484-13.726=-3.241
min	70.994-70.323=0.672
max	98.157-101.704=-3.547

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.944=0.000
max	40.945-40.945=-0.000

*mean*	7327.000-7273.000=54.000
σ	0.000
min	7327.000-7273.000=54.000
max	7327.000-7273.000=54.000

*mean*	104.485-107.404=-2.918
σ	7.627-3.559=4.068
min	87.389-103.026=-15.638
max	110.793-112.670=-1.878

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.687=-0.000

*mean*	7327.000-7273.000=54.000
σ	0.000
min	7327.000-7273.000=54.000
max	7327.000-7273.000=54.000

*mean*	158.939-164.069=-5.130
σ	13.019-4.836=8.183
min	127.982-153.335=-25.352
max	168.029-167.779=0.250

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836
σ	4.324
min	11655.305
max	11667.538

*mean*	4157.000-4147.500=9.500
σ	1905.941-1890.836=15.105
min	1557.000-1554.000=3.000
max	7327.000-7273.000=54.000

*mean*	6850.319-6263.055=587.265
σ	1156.323-894.872=261.451
min	4944.775-4941.006=3.769
max	8211.521-7487.161=724.360

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.065=0.000
σ	0.000-0.001=-0.000
min	11560.065-11560.064=0.001
max	11560.066

*mean*	7327.000-7273.000=54.000
σ	0.000
min	7327.000-7273.000=54.000
max	7327.000-7273.000=54.000

*mean*	6015.323-5965.969=49.354
σ	1752.435-1613.816=138.619
min	4418.261-4416.973=1.288
max	8946.577-7811.108=1135.468

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-477.000=1.000
σ	0.000
min	478.000-477.000=1.000
max	478.000-477.000=1.000

*mean*	378.239-378.375=-0.136
σ	21.468-28.517=-7.049
min	343.501-308.664=34.837
max	398.182-396.137=2.045

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	560.000-561.000=-1.000
σ	0.000
min	560.000-561.000=-1.000
max	560.000-561.000=-1.000

*mean*	749.936-735.875=14.061
σ	56.196-60.700=-4.504
min	642.623-635.814=6.809
max	794.834-799.530=-4.696

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.501-1008.499=0.002
σ	0.759-0.759=0.001
min	1008.028-1008.028=-0.000
max	1011.642-1011.637=0.004

*mean*	1054.050-1047.250=6.800
σ	322.592-313.304=9.288
min	538.000-573.000=-35.000
max	1565.000-1510.000=55.000

*mean*	1.551-1.545=0.006
σ	0.084-0.088=-0.004
min	1.391-1.418=-0.027
max	1.808-1.760=0.048

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.312-0.321=-0.009
σ	0.323-0.288=0.036
min	0.144-0.138=0.006
max	0.886-0.800=0.086

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.481-0.465=0.016
σ	0.339-0.305=0.034
min	0.318-0.318=-0.001
max	1.088-1.012=0.077

name=heavy_item.art

*mean*	1.522
σ	0.002
min	1.521
max	1.525

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.218-0.220=-0.002
σ	0.023-0.025=-0.003
min	0.197-0.197=0.001
max	0.256-0.262=-0.006

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.336-0.335=0.001
σ	0.014-0.018=-0.004
min	0.323-0.324=-0.001
max	0.358-0.368=-0.009

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741
σ	0.011
min	964.736
max	964.760

*mean*	436.600-435.600=1.000
σ	6.066-5.079=0.987
min	431.000
max	443.000-441.000=2.000

*mean*	0.587-0.569=0.018
σ	0.031-0.028=0.003
min	0.537-0.521=0.016
max	0.614-0.592=0.022

name=cdr_enhanced_4k_loc.art

*mean*	885.814
σ	0.002
min	885.812
max	885.816

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.499-0.408=0.091
σ	0.032-0.027=0.004
min	0.452-0.372=0.080
max	0.526-0.444=0.082

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708
σ	0.002
min	7.707
max	7.711

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	2.602-1.952=0.650
σ	0.095-0.075=0.021
min	2.437-1.844=0.593
max	2.930-2.323=0.607

name=record_render_large_syntax_err.art

*mean*	7.656
σ	0.002
min	7.655
max	7.659

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	2.599-2.058=0.541
σ	0.098-0.278=-0.180
min	2.453-1.826=0.628
max	3.184-3.296=-0.112

name=record_render_success.art

*mean*	2.289
σ	0.002
min	2.288
max	2.292

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.301-0.320=-0.018
σ	0.016-0.028=-0.013
min	0.287-0.293=-0.006
max	0.430-0.514=-0.083

name=record_render_syntax_err.art

*mean*	2.165
σ	0.002
min	2.164
max	2.168

*mean*	443.000-441.000=2.000
σ	0.000
min	443.000-441.000=2.000
max	443.000-441.000=2.000

*mean*	0.298-0.310=-0.012
σ	0.051-0.066=-0.016
min	0.273-0.282=-0.009
max	0.718-0.721=-0.003

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.051-298.078=-0.027
σ	0.958-1.047=-0.090
min	297.673-297.698=-0.025
max	300.771-301.058=-0.287

*mean*	440.200-444.700=-4.500
σ	16.923-17.820=-0.897
min	414.000-417.000=-3.000
max	466.000-471.000=-5.000

*mean*	0.613-0.613=0.000
σ	0.016-0.011=0.005
min	0.592-0.597=-0.005
max	0.651-0.629=0.022

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008-222.008=-0.000
σ	0.000-0.000=0.000
min	222.008-222.008=-0.000
max	222.008

*mean*	1744.000-1754.000=-10.000
σ	0.000
min	1744.000-1754.000=-10.000
max	1744.000-1754.000=-10.000

*mean*	206.840-207.063=-0.223
σ	2.065-1.512=0.553
min	204.028-204.935=-0.907
max	209.421-208.954=0.466

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1744.000-1754.000=-10.000
σ	0.000
min	1744.000-1754.000=-10.000
max	1744.000-1754.000=-10.000

*mean*	10.759-11.310=-0.551
σ	2.254-1.427=0.828
min	6.359-9.507=-3.149
max	12.879-12.653=0.225

phase=parser

*mean*	1042.100-1042.101=-0.001
σ	0.001-0.000=0.001
min	1042.097-1042.100=-0.003
max	1042.101-1042.101=-0.000

*mean*	1744.000-1754.000=-10.000
σ	0.000
min	1744.000-1754.000=-10.000
max	1744.000-1754.000=-10.000

*mean*	671.737-722.521=-50.784
σ	111.503-63.277=48.226
min	498.450-597.374=-98.924
max	842.111-832.038=10.073

phase=processProdDef

*mean*	6169.660-6169.660=0.000
σ	0.001-0.001=0.000
min	6169.659-6169.659=0.000
max	6169.661-6169.660=0.001

*mean*	1744.000-1754.000=-10.000
σ	0.000
min	1744.000-1754.000=-10.000
max	1744.000-1754.000=-10.000

*mean*	5333.555-5561.810=-228.255
σ	1087.727-1268.978=-181.251
min	4114.454-3883.278=231.175
max	7288.640-7043.030=245.610

phase=renaming

*mean*	21.667-21.667=0.000
σ	0.001-0.000=0.001
min	21.667
max	21.670-21.667=0.004

*mean*	1744.000-1754.000=-10.000
σ	0.000
min	1744.000-1754.000=-10.000
max	1744.000-1754.000=-10.000

*mean*	40.085-40.347=-0.262
σ	10.712-8.062=2.650
min	20.465-29.649=-9.184
max	52.492-48.035=4.457

phase=type checker

*mean*	958.460-958.461=-0.000
σ	0.066-0.066=0.001
min	958.360-958.363=-0.004
max	958.551

*mean*	1744.000-1754.000=-10.000
σ	0.000
min	1744.000-1754.000=-10.000
max	1744.000-1754.000=-10.000

*mean*	792.560-737.256=55.304
σ	114.963-79.763=35.200
min	644.039-636.660=7.379
max	897.981-869.637=28.345

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.688-293.686=0.002
σ	0.037-0.040=-0.002
min	293.634-293.632=0.002
max	293.726-293.726=-0.000

*mean*	447.000-445.000=2.000
σ	0.000
min	447.000-445.000=2.000
max	447.000-445.000=2.000

*mean*	0.399-0.400=-0.001
σ	0.001-0.002=-0.001
min	0.398-0.399=-0.001
max	0.399-0.403=-0.004

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.758-1303.788=-0.030
σ	0.047-0.042=0.005
min	1303.714-1303.744=-0.030
max	1303.809-1303.844=-0.035

*mean*	1118.400-1063.200=55.200
σ	185.303-168.433=16.870
min	896.000-841.000=55.000
max	1368.000-1274.000=94.000

*mean*	1.975-2.023=-0.048
σ	0.124-0.186=-0.063
min	1.871-1.819=0.052
max	2.123-2.203=-0.079

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.870-1546.817=0.053
σ	4.029-4.033=-0.004
min	1544.925-1544.795=0.130
max	1554.073-1554.025=0.048

*mean*	624.800-612.600=12.200
σ	89.497-73.545=15.952
min	508.000-497.000=11.000
max	731.000-691.000=40.000

*mean*	2.429-2.287=0.142
σ	0.322-0.228=0.094
min	2.137-2.135=0.002
max	2.860-2.687=0.173

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.832-1865.807=0.025
σ	0.090-0.059=0.031
min	1865.728-1865.747=-0.019
max	1865.950-1865.887=0.063

*mean*	1745.400-1711.800=33.600
σ	216.362-249.198=-32.837
min	1457.000-1419.000=38.000
max	1949.000-2064.000=-115.000

*mean*	3.218-2.968=0.250
σ	0.354-0.147=0.207
min	2.869-2.856=0.014
max	3.627-3.216=0.411

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.857-1.820=0.038
σ	0.115-0.112=0.002
min	1.659-1.647=0.012
max	1.930-1.908=0.023

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	450.089-450.090=-0.001
σ	579.264-579.265=-0.001
min	160.453-160.454=-0.001
max	1318.985-1318.987=-0.002

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	440.000-443.000=-3.000
σ	0.000
min	440.000-443.000=-3.000
max	440.000-443.000=-3.000

*mean*	0.514-0.527=-0.013
σ	0.500-0.509=-0.009
min	0.263-0.270=-0.008
max	1.264-1.291=-0.027

policies=20

*mean*	1604.894-1604.901=-0.008
σ	0.413-0.398=0.015
min	1604.613-1604.628=-0.015
max	1605.505-1605.490=0.015

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	446.500-446.750=-0.250
σ	7.506-2.500=5.006
min	440.000-443.000=-3.000
max	453.000-448.000=5.000

*mean*	2.697-2.662=0.035
σ	0.033-0.011=0.022
min	2.671-2.651=0.020
max	2.745-2.674=0.071

policies=200

*mean*	16057.235-16057.332=-0.097
σ	0.140-0.085=0.055
min	16057.043-16057.281=-0.238
max	16057.361-16057.458=-0.097

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	493.000-495.250=-2.250
σ	4.082-4.856=-0.774
min	490.000-489.000=1.000
max	499.000-500.000=-1.000

*mean*	27.096-27.008=0.088
σ	0.213-0.070=0.144
min	26.858-26.919=-0.061
max	27.364-27.065=0.299