Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.677-54.580=0.096
σ	0.359-0.341=0.018
min	54.540-54.450=0.089
max	55.698-55.550=0.147

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.140-0.139=0.001
σ	0.004-0.005=-0.001
min	0.137-0.131=0.006
max	0.147-0.148=-0.001

cache=y

dps=1

iters=10

policies=100

*mean*	43.706-43.704=0.002
σ	0.006-0.006=0.000
min	43.694-43.695=-0.001
max	43.715-43.716=-0.001

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.130-0.121=0.009
σ	0.011-0.005=0.006
min	0.117-0.116=0.001
max	0.151-0.129=0.022

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4158.625-4150.625=8.000
σ	1905.603-1897.004=8.599
min	1557.000-1555.000=2.000
max	7332.000-7293.000=39.000

*mean*	12.932-12.313=0.619
σ	0.360-0.204=0.156
min	12.489-12.120=0.369
max	13.510-12.637=0.872

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4158.625-4150.625=8.000
σ	1905.603-1897.004=8.599
min	1557.000-1555.000=2.000
max	7332.000-7293.000=39.000

*mean*	12.802-12.896=-0.094
σ	0.724-0.654=0.070
min	11.911-11.713=0.198
max	13.657-14.083=-0.426

op=table_records(), no indexes

*mean*	41.932-41.932=0.001
σ	0.001-0.001=0.000
min	41.929-41.929=0.000
max	41.933-41.932=0.001

*mean*	7332.000-7293.000=39.000
σ	0.000
min	7332.000-7293.000=39.000
max	7332.000-7293.000=39.000

*mean*	15.136-14.894=0.242
σ	0.821-0.462=0.359
min	13.181-14.155=-0.974
max	15.722-15.687=0.035

op=table_records(), repeat

*mean*	41.929-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4158.625-4150.625=8.000
σ	1905.603-1897.004=8.599
min	1557.000-1555.000=2.000
max	7332.000-7293.000=39.000

*mean*	12.777-12.575=0.202
σ	1.782-2.004=-0.221
min	10.924-10.402=0.523
max	15.267-15.187=0.080

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.654-27.653=0.001
σ	0.136-0.136=0.000
min	27.604-27.603=0.001
max	27.991-27.990=0.001

*mean*	4158.625-4150.625=8.000
σ	1905.603-1897.004=8.599
min	1557.000-1555.000=2.000
max	7332.000-7293.000=39.000

*mean*	9.135-8.611=0.524
σ	0.428-0.263=0.164
min	8.657-8.229=0.429
max	9.778-8.964=0.814

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.001
σ	0.002-0.002=-0.000
min	26.400-26.399=0.001
max	26.404-26.403=0.001

*mean*	4158.625-4150.625=8.000
σ	1905.603-1897.004=8.599
min	1557.000-1555.000=2.000
max	7332.000-7293.000=39.000

*mean*	7.215-6.638=0.577
σ	0.267-0.233=0.034
min	6.742-6.187=0.554
max	7.548-6.892=0.656

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.668-25.666=0.002
σ	0.003-0.002=0.001
min	25.666-25.664=0.001
max	25.674-25.669=0.005

*mean*	4158.625-4150.625=8.000
σ	1905.603-1897.004=8.599
min	1557.000-1555.000=2.000
max	7332.000-7293.000=39.000

*mean*	6.083-5.589=0.494
σ	0.198-0.156=0.041
min	5.867-5.335=0.532
max	6.467-5.730=0.737

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.970-25.968=0.001
σ	0.002-0.002=0.000
min	25.968-25.967=0.001
max	25.974-25.972=0.001

*mean*	4158.625-4150.625=8.000
σ	1905.603-1897.004=8.599
min	1557.000-1555.000=2.000
max	7332.000-7293.000=39.000

*mean*	5.984-5.526=0.459
σ	0.113-0.166=-0.053
min	5.794-5.336=0.458
max	6.157-5.748=0.409

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.606=-0.000
σ	0.000-0.000=-0.000
min	2524.606-2524.606=0.000
max	2524.606-2524.606=-0.000

*mean*	7332.000-7293.000=39.000
σ	0.000
min	7332.000-7293.000=39.000
max	7332.000-7293.000=39.000

*mean*	1042.160-1426.052=-383.892
σ	2.831-674.090=-671.259
min	1038.038-1043.614=-5.577
max	1046.217-2966.678=-1920.460

op=load_product(), with indexes

*mean*	8744.721-8744.721=0.000
σ	0.469-0.469=0.000
min	8744.553-8744.553=-0.000
max	8745.882-8745.882=0.000

*mean*	3582.125-3571.250=10.875
σ	1802.068-1795.466=6.602
min	1045.000-1043.000=2.000
max	5824.000-5790.000=34.000

*mean*	4725.336-5095.169=-369.833
σ	1572.171-1735.005=-162.834
min	3518.457-3545.005=-26.548
max	7116.408-7415.306=-298.898

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=0.000
σ	0.002
min	62.076-62.076=0.000
max	62.081-62.081=0.000

*mean*	4158.625-4150.625=8.000
σ	1905.603-1897.004=8.599
min	1557.000-1555.000=2.000
max	7332.000-7293.000=39.000

*mean*	80.738-85.437=-4.699
σ	9.309-12.123=-2.814
min	71.234-70.691=0.543
max	94.108-98.743=-4.636

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.945-40.944=0.001
σ	0.001
min	40.945-40.944=0.001
max	40.946-40.945=0.001

*mean*	7332.000-7293.000=39.000
σ	0.000
min	7332.000-7293.000=39.000
max	7332.000-7293.000=39.000

*mean*	105.068-105.767=-0.699
σ	6.179-3.757=2.422
min	92.143-97.264=-5.121
max	110.096-108.170=1.926

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.001
σ	0.000-0.000=-0.000
min	66.686-66.685=0.001
max	66.687-66.687=0.001

*mean*	7332.000-7293.000=39.000
σ	0.000
min	7332.000-7293.000=39.000
max	7332.000-7293.000=39.000

*mean*	162.460-164.462=-2.002
σ	8.977-6.125=2.852
min	141.805-150.681=-8.876
max	169.185-169.696=-0.511

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.901-11656.836=0.064
σ	4.304-4.324=-0.020
min	11655.306-11655.305=0.000
max	11667.552-11667.538=0.013

*mean*	4158.625-4150.625=8.000
σ	1905.603-1897.004=8.599
min	1557.000-1555.000=2.000
max	7332.000-7293.000=39.000

*mean*	6312.514-6790.217=-477.703
σ	1255.641-1265.088=-9.447
min	4942.221-4967.177=-24.956
max	8032.814-8248.297=-215.483

op=vertical_lookup_list() on indexed

*mean*	11560.066-11560.065=0.001
σ	0.001-0.001=0.000
min	11560.065-11560.064=0.001
max	11560.067-11560.066=0.001

*mean*	7332.000-7293.000=39.000
σ	0.000
min	7332.000-7293.000=39.000
max	7332.000-7293.000=39.000

*mean*	5760.061-5314.365=445.695
σ	1418.634-1141.605=277.029
min	4367.477-4439.897=-72.420
max	7700.152-7443.550=256.602

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559
σ	0.001
min	172.558
max	172.562

*mean*	478.000-474.000=4.000
σ	0.000
min	478.000-474.000=4.000
max	478.000-474.000=4.000

*mean*	359.310-397.213=-37.904
σ	41.775-5.703=36.071
min	297.521-385.312=-87.791
max	394.081-406.002=-11.921

op=pointedIndexFromKvs

rows=400000

*mean*	357.322
σ	0.001
min	357.321
max	357.325

*mean*	562.000-559.000=3.000
σ	0.000
min	562.000-559.000=3.000
max	562.000-559.000=3.000

*mean*	729.672-775.181=-45.509
σ	70.119-12.257=57.862
min	641.679-758.611=-116.931
max	798.911-791.578=7.333

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1024.327-1008.500=15.828
σ	0.760-0.760=0.000
min	1023.853-1008.027=15.825
max	1027.469-1011.641=15.828

*mean*	1048.750-1058.950=-10.200
σ	298.267-315.947=-17.681
min	553.000-565.000=-12.000
max	1450.000-1530.000=-80.000

*mean*	1.552-1.531=0.021
σ	0.047-0.070=-0.023
min	1.499-1.436=0.063
max	1.649-1.699=-0.050

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913
σ	0.020
min	0.903
max	0.949

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.480-0.408=0.072
σ	0.613-0.513=0.100
min	0.148-0.137=0.011
max	1.572-1.322=0.250

name=error_case.art

*mean*	2.339
σ	0.012
min	2.333
max	2.361

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.470-0.483=-0.013
σ	0.316-0.327=-0.011
min	0.320-0.328=-0.008
max	1.036-1.068=-0.032

name=heavy_item.art

*mean*	1.522-1.522=0.000
σ	0.002
min	1.521-1.521=0.000
max	1.525-1.525=0.000

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.216-0.220=-0.003
σ	0.025-0.025=0.001
min	0.200-0.205=-0.005
max	0.260-0.263=-0.003

name=nested_use.art

*mean*	2.357
σ	0.002
min	2.356
max	2.360

*mean*	402.000
σ	0.000
min	402.000
max	402.000

*mean*	0.326-0.433=-0.106
σ	0.020-0.223=-0.203
min	0.312-0.322=-0.011
max	0.362-0.831=-0.469

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.840-964.741=0.099
σ	0.011
min	964.835-964.736=0.099
max	964.859-964.760=0.099

*mean*	431.600-436.000=-4.400
σ	1.342-5.612=-4.271
min	431.000
max	434.000-442.000=-8.000

*mean*	0.539-0.599=-0.059
σ	0.028-0.012=0.016
min	0.510-0.585=-0.075
max	0.584-0.614=-0.029

name=cdr_enhanced_4k_loc.art

*mean*	885.820-885.814=0.007
σ	0.002
min	885.819-885.812=0.007
max	885.823-885.816=0.007

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.470-0.502=-0.032
σ	0.040-0.028=0.012
min	0.422-0.465=-0.043
max	0.532-0.530=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.709-7.708=0.001
σ	0.002
min	7.708-7.707=0.001
max	7.712-7.711=0.001

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	2.606-2.597=0.009
σ	0.097-0.080=0.018
min	2.476-2.439=0.036
max	3.085-2.826=0.259

name=record_render_large_syntax_err.art

*mean*	7.657-7.656=0.001
σ	0.002
min	7.656-7.655=0.001
max	7.660-7.659=0.001

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	2.571-2.558=0.013
σ	0.063-0.062=0.001
min	2.456-2.445=0.012
max	2.838-2.759=0.079

name=record_render_success.art

*mean*	2.289-2.289=0.000
σ	0.002
min	2.289-2.288=0.000
max	2.293-2.292=0.000

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.307-0.300=0.007
σ	0.009-0.008=0.000
min	0.292-0.286=0.006
max	0.356-0.350=0.005

name=record_render_syntax_err.art

*mean*	2.165-2.165=0.000
σ	0.002
min	2.164-2.164=0.000
max	2.168-2.168=0.000

*mean*	441.000-442.000=-1.000
σ	0.000
min	441.000-442.000=-1.000
max	441.000-442.000=-1.000

*mean*	0.292-0.285=0.007
σ	0.008-0.007=0.001
min	0.277-0.270=0.007
max	0.328-0.317=0.011

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.787-298.068=0.719
σ	1.020-1.031=-0.010
min	298.406-297.627=0.779
max	301.689-300.993=0.696

*mean*	444.200-443.700=0.500
σ	15.354-13.614=1.739
min	426.000-422.000=4.000
max	468.000-464.000=4.000

*mean*	0.601-0.612=-0.012
σ	0.027-0.017=0.010
min	0.558-0.602=-0.043
max	0.637-0.659=-0.022

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	239.532-222.008=17.524
σ	0.000
min	239.532-222.008=17.524
max	239.532-222.008=17.524

*mean*	1760.500-1748.000=12.500
σ	10.184-0.000=10.184
min	1744.000-1748.000=-4.000
max	1766.000-1748.000=18.000

*mean*	218.696-208.516=10.180
σ	2.549-2.430=0.119
min	215.065-206.048=9.016
max	222.569-212.077=10.493

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1760.500-1748.000=12.500
σ	10.184-0.000=10.184
min	1744.000-1748.000=-4.000
max	1766.000-1748.000=18.000

*mean*	11.527-10.844=0.683
σ	2.608-1.461=1.147
min	7.296-9.387=-2.091
max	15.318-12.651=2.667

phase=parser

*mean*	1042.365-1042.101=0.264
σ	0.000-0.000=-0.000
min	1042.365-1042.100=0.264
max	1042.366-1042.101=0.264

*mean*	1760.500-1748.000=12.500
σ	10.184-0.000=10.184
min	1744.000-1748.000=-4.000
max	1766.000-1748.000=18.000

*mean*	677.780-706.361=-28.581
σ	139.736-77.332=62.404
min	422.134-575.046=-152.913
max	837.683-842.102=-4.419

phase=processProdDef

*mean*	6169.659
σ	0.001
min	6169.659
max	6169.660

*mean*	1763.250-1748.000=15.250
σ	7.778-0.000=7.778
min	1744.000-1748.000=-4.000
max	1766.000-1748.000=18.000

*mean*	5206.409-6023.637=-817.228
σ	1361.372-1263.303=98.070
min	3796.244-3736.859=59.385
max	7520.765-7412.294=108.471

phase=renaming

*mean*	21.671-21.667=0.004
σ	0.000
min	21.671-21.667=0.004
max	21.671-21.667=0.004

*mean*	1760.500-1748.000=12.500
σ	10.184-0.000=10.184
min	1744.000-1748.000=-4.000
max	1766.000-1748.000=18.000

*mean*	44.523-41.774=2.749
σ	9.176-8.390=0.786
min	26.243-29.579=-3.336
max	55.882-49.251=6.631

phase=type checker

*mean*	990.446-958.461=31.985
σ	0.066
min	990.348-958.363=31.985
max	990.536-958.551=31.985

*mean*	1760.500-1748.000=12.500
σ	10.184-0.000=10.184
min	1744.000-1748.000=-4.000
max	1766.000-1748.000=18.000

*mean*	815.279-798.265=17.014
σ	117.124-54.022=63.102
min	651.525-721.682=-70.157
max	937.800-890.549=47.251

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.926-293.688=0.238
σ	0.045-0.037=0.008
min	293.862-293.635=0.226
max	293.971-293.727=0.244

*mean*	443.200-445.400=-2.200
σ	1.643-0.548=1.095
min	442.000-445.000=-3.000
max	445.000-446.000=-1.000

*mean*	0.406-0.393=0.013
σ	0.008-0.001=0.007
min	0.401-0.392=0.010
max	0.421-0.394=0.027

iters=5

new-facts=1

prior-facts=6402

*mean*	1320.271-1303.747=16.524
σ	0.078-0.145=-0.066
min	1320.146-1303.634=16.512
max	1320.352-1303.995=16.356

*mean*	1081.000-1060.400=20.600
σ	170.426-167.131=3.295
min	878.000-839.000=39.000
max	1316.000-1273.000=43.000

*mean*	2.130-1.855=0.276
σ	0.298-0.055=0.243
min	1.838-1.812=0.026
max	2.555-1.928=0.628

iters=5

new-facts=6402

prior-facts=1

*mean*	1559.720-1546.782=12.938
σ	4.073-4.029=0.045
min	1557.685-1544.738=12.947
max	1567.000-1553.981=13.019

*mean*	624.400-613.000=11.400
σ	89.221-75.133=14.087
min	494.000-496.000=-2.000
max	734.000-696.000=38.000

*mean*	2.195-2.191=0.004
σ	0.089-0.156=-0.067
min	2.132-2.097=0.035
max	2.350-2.465=-0.115

iters=5

new-facts=6402

prior-facts=6402

*mean*	1882.265-1865.811=16.454
σ	0.060-0.059=0.001
min	1882.182-1865.743=16.439
max	1882.347-1865.902=16.445

*mean*	1724.600-1716.400=8.200
σ	164.016-255.597=-91.581
min	1491.000-1421.000=70.000
max	1877.000-2081.000=-204.000

*mean*	3.079-2.915=0.164
σ	0.260-0.065=0.195
min	2.905-2.842=0.063
max	3.540-2.988=0.551

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.645-1.797=-0.152
σ	0.122-0.167=-0.046
min	1.529-1.601=-0.071
max	1.840-1.951=-0.111

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	453.534-450.089=3.445
σ	585.528-579.262=6.266
min	160.767-160.456=0.312
max	1331.826-1318.982=12.844

*mean*	102.250
σ	8.500
min	98.000
max	115.000

*mean*	443.000-440.000=3.000
σ	0.000
min	443.000-440.000=3.000
max	443.000-440.000=3.000

*mean*	0.544-0.543=0.001
σ	0.548-0.552=-0.003
min	0.267-0.265=0.003
max	1.367-1.370=-0.004

policies=20

*mean*	1608.018-1604.884=3.134
σ	0.415-0.396=0.019
min	1607.731-1604.611=3.120
max	1608.630-1605.469=3.161

*mean*	980.000
σ	0.000
min	980.000
max	980.000

*mean*	450.250-446.500=3.750
σ	10.595-7.506=3.089
min	443.000-440.000=3.000
max	466.000-453.000=13.000

*mean*	2.690-2.660=0.030
σ	0.007-0.013=-0.006
min	2.684-2.649=0.036
max	2.699-2.675=0.024

policies=200

*mean*	16088.547-16057.260=31.287
σ	0.181-0.171=0.009
min	16088.384-16057.003=31.380
max	16088.778-16057.359=31.419

*mean*	9800.000
σ	0.000
min	9800.000
max	9800.000

*mean*	495.000-492.500=2.500
σ	3.916-2.646=1.270
min	491.000-490.000=1.000
max	500.000-496.000=4.000

*mean*	27.226-26.944=0.282
σ	0.140-0.236=-0.095
min	27.062-26.720=0.342
max	27.369-27.233=0.136