Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.580-54.617=-0.037
σ	0.341-0.350=-0.009
min	54.451-54.486=-0.034
max	55.550-55.614=-0.063

*mean*	418.000-412.000=6.000
σ	0.000
min	418.000-412.000=6.000
max	418.000-412.000=6.000

*mean*	0.141-0.140=0.001
σ	0.006-0.005=0.001
min	0.136-0.136=0.001
max	0.152-0.150=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.704-43.785=-0.082
σ	0.006-0.006=-0.001
min	43.694-43.779=-0.085
max	43.710-43.800=-0.090

*mean*	418.000-412.000=6.000
σ	0.000
min	418.000-412.000=6.000
max	418.000-412.000=6.000

*mean*	0.120-0.121=-0.001
σ	0.006-0.004=0.001
min	0.115-0.116=-0.001
max	0.131-0.128=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=-0.000
min	36.615-36.616=-0.000
max	36.620-36.620=-0.000

*mean*	4147.500-4249.250=-101.750
σ	1890.836-1888.534=2.302
min	1554.000-1904.000=-350.000
max	7273.000-7533.000=-260.000

*mean*	12.876-13.016=-0.140
σ	0.458-1.840=-1.382
min	12.332-11.813=0.519
max	13.628-17.454=-3.825

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.001
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.619-36.620=-0.000

*mean*	4147.500-4249.250=-101.750
σ	1890.836-1888.534=2.302
min	1554.000-1904.000=-350.000
max	7273.000-7533.000=-260.000

*mean*	12.871-12.447=0.425
σ	0.556-2.221=-1.665
min	11.904-11.384=0.520
max	13.419-17.928=-4.509

op=table_records(), no indexes

*mean*	41.932-41.928=0.003
σ	0.001-0.000=0.001
min	41.928-41.928=0.000
max	41.933-41.929=0.004

*mean*	7273.000-7533.000=-260.000
σ	0.000
min	7273.000-7533.000=-260.000
max	7273.000-7533.000=-260.000

*mean*	15.407-14.362=1.045
σ	0.312-1.041=-0.729
min	14.745-13.055=1.691
max	15.746-15.425=0.321

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=0.000
max	41.932-41.932=0.000

*mean*	4147.500-4249.250=-101.750
σ	1890.836-1888.534=2.302
min	1554.000-1904.000=-350.000
max	7273.000-7533.000=-260.000

*mean*	13.463-12.083=1.380
σ	1.581-1.854=-0.272
min	11.510-10.177=1.333
max	15.397-15.530=-0.133

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.653-27.605=0.048
σ	0.136-0.002=0.135
min	27.603
max	27.990-27.607=0.383

*mean*	4147.500-4249.250=-101.750
σ	1890.836-1888.534=2.302
min	1554.000-1904.000=-350.000
max	7273.000-7533.000=-260.000

*mean*	8.929-8.923=0.006
σ	0.372-1.261=-0.888
min	8.297-8.052=0.245
max	9.479-11.988=-2.509

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403-26.403=-0.000

*mean*	4147.500-4249.250=-101.750
σ	1890.836-1888.534=2.302
min	1554.000-1904.000=-350.000
max	7273.000-7533.000=-260.000

*mean*	6.765-7.044=-0.279
σ	0.232-1.130=-0.898
min	6.419-6.519=-0.100
max	7.134-9.830=-2.696

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.001
min	25.665-25.664=0.000
max	25.668-25.670=-0.001

*mean*	4147.500-4249.250=-101.750
σ	1890.836-1888.534=2.302
min	1554.000-1904.000=-350.000
max	7273.000-7533.000=-260.000

*mean*	6.150-5.571=0.580
σ	0.205-0.562=-0.357
min	5.735-5.332=0.403
max	6.362-6.958=-0.596

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.972-25.971=0.001

*mean*	4147.500-4249.250=-101.750
σ	1890.836-1888.534=2.302
min	1554.000-1904.000=-350.000
max	7273.000-7533.000=-260.000

*mean*	5.835-5.499=0.336
σ	0.067-0.549=-0.482
min	5.726-5.248=0.478
max	5.946-6.856=-0.909

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.606-2524.593=0.013
σ	0.000-0.000=0.000
min	2524.606-2524.593=0.012
max	2524.606-2524.594=0.013

*mean*	7273.000-7533.000=-260.000
σ	0.000
min	7273.000-7533.000=-260.000
max	7273.000-7533.000=-260.000

*mean*	1524.507-1104.872=419.636
σ	771.362-157.060=614.302
min	1040.096-1040.316=-0.220
max	3176.521-1493.347=1683.174

op=load_product(), with indexes

*mean*	8744.721-8744.558=0.163
σ	0.469-0.033=0.436
min	8744.553-8744.544=0.009
max	8745.882-8744.640=1.242

*mean*	3569.375-3762.125=-192.750
σ	1789.167-1629.870=159.298
min	1046.000-1904.000=-858.000
max	5775.000-5934.000=-159.000

*mean*	4738.056-4587.003=151.053
σ	1552.005-1486.064=65.941
min	3533.519-3500.936=32.583
max	7160.475-7282.087=-121.613

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.077=0.001
σ	0.002-0.002=0.000
min	62.076-62.075=0.001
max	62.081-62.080=0.001

*mean*	4147.500-4249.250=-101.750
σ	1890.836-1888.534=2.302
min	1554.000-1904.000=-350.000
max	7273.000-7533.000=-260.000

*mean*	83.975-89.202=-5.227
σ	13.726-14.617=-0.891
min	70.323-70.758=-0.435
max	101.704-109.320=-7.616

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=-0.000
min	40.944-40.943=0.000
max	40.945-40.945=0.000

*mean*	7273.000-7533.000=-260.000
σ	0.000
min	7273.000-7533.000=-260.000
max	7273.000-7533.000=-260.000

*mean*	107.404-240.835=-133.431
σ	3.559-400.670=-397.110
min	103.026-84.469=18.557
max	112.670-1232.206=-1119.536

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685-66.685=-0.000
max	66.687-66.687=-0.000

*mean*	7273.000-7533.000=-260.000
σ	0.000
min	7273.000-7533.000=-260.000
max	7273.000-7533.000=-260.000

*mean*	164.069-152.228=11.841
σ	4.836-13.278=-8.442
min	153.335-135.287=18.048
max	167.779-168.436=-0.657

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.836-11656.833=0.004
σ	4.324-4.317=0.008
min	11655.305-11655.305=0.000
max	11667.538-11667.516=0.022

*mean*	4147.500-4249.250=-101.750
σ	1890.836-1888.534=2.302
min	1554.000-1904.000=-350.000
max	7273.000-7533.000=-260.000

*mean*	6263.055-6505.217=-242.162
σ	894.872-1138.386=-243.514
min	4941.006-4952.568=-11.562
max	7487.161-7957.434=-470.273

op=vertical_lookup_list() on indexed

*mean*	11560.065-11560.068=-0.003
σ	0.001-0.001=-0.000
min	11560.064-11560.066=-0.002
max	11560.066-11560.069=-0.003

*mean*	7273.000-7533.000=-260.000
σ	0.000
min	7273.000-7533.000=-260.000
max	7273.000-7533.000=-260.000

*mean*	5965.969-5243.754=722.215
σ	1613.816-1189.412=424.404
min	4416.973-4365.447=51.526
max	7811.108-7410.019=401.090

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.559-172.581=-0.022
σ	0.001-0.023=-0.022
min	172.558
max	172.562-172.620=-0.058

*mean*	477.000-1904.000=-1427.000
σ	0.000
min	477.000-1904.000=-1427.000
max	477.000-1904.000=-1427.000

*mean*	378.375-313.199=65.176
σ	28.517-36.550=-8.032
min	308.664-260.002=48.662
max	396.137-357.653=38.485

op=pointedIndexFromKvs

rows=400000

*mean*	357.322-357.371=-0.050
σ	0.001-0.045=-0.044
min	357.321
max	357.325-357.426=-0.101

*mean*	561.000-1904.000=-1343.000
σ	0.000
min	561.000-1904.000=-1343.000
max	561.000-1904.000=-1343.000

*mean*	735.875-773.715=-37.840
σ	60.700-20.708=39.991
min	635.814-746.446=-110.632
max	799.530-802.417=-2.887

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.499-1008.184=0.315
σ	0.759-0.882=-0.123
min	1008.028-1007.697=0.331
max	1011.637-1011.839=-0.202

*mean*	1047.250-1039.600=7.650
σ	313.304-306.773=6.531
min	573.000-544.000=29.000
max	1510.000-1469.000=41.000

*mean*	1.545-1.553=-0.009
σ	0.088-0.099=-0.011
min	1.418-1.466=-0.048
max	1.760-1.821=-0.061

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.913-0.883=0.030
σ	0.020-0.002=0.018
min	0.903-0.881=0.021
max	0.949-0.886=0.063

*mean*	402.000-1469.000=-1067.000
σ	0.000
min	402.000-1469.000=-1067.000
max	402.000-1469.000=-1067.000

*mean*	0.321-0.415=-0.094
σ	0.288-0.139=0.149
min	0.138-0.335=-0.197
max	0.800-0.661=0.139

name=error_case.art

*mean*	2.339-2.333=0.006
σ	0.012-0.003=0.010
min	2.333-2.332=0.001
max	2.361-2.337=0.024

*mean*	402.000-1469.000=-1067.000
σ	0.000
min	402.000-1469.000=-1067.000
max	402.000-1469.000=-1067.000

*mean*	0.465-0.884=-0.419
σ	0.305-0.081=0.225
min	0.318-0.833=-0.515
max	1.012-1.026=-0.014

name=heavy_item.art

*mean*	1.522-1.521=0.001
σ	0.002-0.002=0.000
min	1.521-1.520=0.001
max	1.525-1.524=0.001

*mean*	402.000-1469.000=-1067.000
σ	0.000
min	402.000-1469.000=-1067.000
max	402.000-1469.000=-1067.000

*mean*	0.220-0.550=-0.330
σ	0.025-0.048=-0.023
min	0.197-0.509=-0.312
max	0.262-0.632=-0.370

name=nested_use.art

*mean*	2.357-2.355=0.001
σ	0.002
min	2.356-2.355=0.001
max	2.360-2.358=0.001

*mean*	402.000-1469.000=-1067.000
σ	0.000
min	402.000-1469.000=-1067.000
max	402.000-1469.000=-1067.000

*mean*	0.335-0.839=-0.504
σ	0.018-0.040=-0.021
min	0.324-0.800=-0.476
max	0.368-0.904=-0.536

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	964.741-963.540=1.201
σ	0.011-0.031=-0.021
min	964.736-963.523=1.213
max	964.760-963.596=1.164

*mean*	435.600-1469.000=-1033.400
σ	5.079-0.000=5.079
min	431.000-1469.000=-1038.000
max	441.000-1469.000=-1028.000

*mean*	0.569-0.837=-0.269
σ	0.028-0.039=-0.011
min	0.521-0.770=-0.249
max	0.592-0.864=-0.271

name=cdr_enhanced_4k_loc.art

*mean*	885.814-884.853=0.960
σ	0.002-0.006=-0.005
min	885.812-884.847=0.965
max	885.816-884.861=0.955

*mean*	441.000-1469.000=-1028.000
σ	0.000
min	441.000-1469.000=-1028.000
max	441.000-1469.000=-1028.000

*mean*	0.408-0.707=-0.299
σ	0.027-0.039=-0.011
min	0.372-0.663=-0.291
max	0.444-0.749=-0.304

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.708-7.706=0.001
σ	0.002-0.002=-0.000
min	7.707-7.705=0.001
max	7.711-7.711=0.000

*mean*	441.000-1469.000=-1028.000
σ	0.000
min	441.000-1469.000=-1028.000
max	441.000-1469.000=-1028.000

*mean*	1.952-3.511=-1.559
σ	0.075-0.101=-0.027
min	1.844-3.367=-1.523
max	2.323-3.842=-1.520

name=record_render_large_syntax_err.art

*mean*	7.656-7.655=0.001
σ	0.002
min	7.655-7.654=0.001
max	7.659-7.658=0.001

*mean*	441.000-1469.000=-1028.000
σ	0.000
min	441.000-1469.000=-1028.000
max	441.000-1469.000=-1028.000

*mean*	2.058-3.487=-1.429
σ	0.278-0.087=0.192
min	1.826-3.355=-1.530
max	3.296-3.763=-0.467

name=record_render_success.art

*mean*	2.289-2.288=0.001
σ	0.002
min	2.288-2.287=0.001
max	2.292-2.291=0.001

*mean*	441.000-1469.000=-1028.000
σ	0.000
min	441.000-1469.000=-1028.000
max	441.000-1469.000=-1028.000

*mean*	0.320-0.746=-0.427
σ	0.028-0.016=0.012
min	0.293-0.725=-0.432
max	0.514-0.846=-0.332

name=record_render_syntax_err.art

*mean*	2.165-2.163=0.001
σ	0.002
min	2.164-2.163=0.001
max	2.168-2.166=0.001

*mean*	441.000-1469.000=-1028.000
σ	0.000
min	441.000-1469.000=-1028.000
max	441.000-1469.000=-1028.000

*mean*	0.310-0.705=-0.395
σ	0.066-0.016=0.051
min	0.282-0.678=-0.396
max	0.721-0.776=-0.056

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	298.078-297.582=0.496
σ	1.047-0.197=0.851
min	297.698-297.421=0.277
max	301.058-298.103=2.955

*mean*	444.700-1904.000=-1459.300
σ	17.820-0.000=17.820
min	417.000-1904.000=-1487.000
max	471.000-1904.000=-1433.000

*mean*	0.613-0.583=0.029
σ	0.011-0.032=-0.022
min	0.597-0.519=0.078
max	0.629-0.623=0.007

Timed compile per phase

Factor

allocated MiB

peak allocated MiB

time (ms)

phase=buildDeclTree

*mean*	222.008
σ	0.000
min	222.008
max	222.008

*mean*	1754.000
σ	0.000
min	1754.000
max	1754.000

*mean*	207.063
σ	1.512
min	204.935
max	208.954

phase=macro expansion

*mean*	6.130
σ	0.000
min	6.130
max	6.130

*mean*	1754.000
σ	0.000
min	1754.000
max	1754.000

*mean*	11.310
σ	1.427
min	9.507
max	12.653

phase=parser

*mean*	1042.101
σ	0.000
min	1042.100
max	1042.101

*mean*	1754.000
σ	0.000
min	1754.000
max	1754.000

*mean*	722.521
σ	63.277
min	597.374
max	832.038

phase=processProdDef

*mean*	6169.660
σ	0.001
min	6169.659
max	6169.660

*mean*	1754.000
σ	0.000
min	1754.000
max	1754.000

*mean*	5561.810
σ	1268.978
min	3883.278
max	7043.030

phase=renaming

*mean*	21.667
σ	0.000
min	21.667
max	21.667

*mean*	1754.000
σ	0.000
min	1754.000
max	1754.000

*mean*	40.347
σ	8.062
min	29.649
max	48.035

phase=type checker

*mean*	958.461
σ	0.066
min	958.363
max	958.551

*mean*	1754.000
σ	0.000
min	1754.000
max	1754.000

*mean*	737.256
σ	79.763
min	636.660
max	869.637

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	293.686-289.774=3.912
σ	0.040-0.038=0.001
min	293.632-289.720=3.911
max	293.726-289.813=3.914

*mean*	445.000-1469.000=-1024.000
σ	0.000
min	445.000-1469.000=-1024.000
max	445.000-1469.000=-1024.000

*mean*	0.400-0.403=-0.003
σ	0.002-0.009=-0.008
min	0.399-0.391=0.008
max	0.403-0.415=-0.012

iters=5

new-facts=1

prior-facts=6402

*mean*	1303.788-1299.695=4.093
σ	0.042-0.094=-0.052
min	1303.744-1299.574=4.170
max	1303.844-1299.822=4.022

*mean*	1063.200-1469.000=-405.800
σ	168.433-0.000=168.433
min	841.000-1469.000=-628.000
max	1274.000-1469.000=-195.000

*mean*	2.023-2.202=-0.178
σ	0.186-0.075=0.111
min	1.819-2.120=-0.301
max	2.203-2.314=-0.111

iters=5

new-facts=6402

prior-facts=1

*mean*	1546.817-1542.675=4.142
σ	4.033-4.060=-0.026
min	1544.795-1540.705=4.090
max	1554.025-1549.932=4.093

*mean*	612.600-1469.000=-856.400
σ	73.545-0.000=73.545
min	497.000-1469.000=-972.000
max	691.000-1469.000=-778.000

*mean*	2.287-2.370=-0.082
σ	0.228-0.270=-0.042
min	2.135-2.150=-0.015
max	2.687-2.827=-0.140

iters=5

new-facts=6402

prior-facts=6402

*mean*	1865.807-1861.630=4.177
σ	0.059-0.070=-0.011
min	1865.747-1861.534=4.213
max	1865.887-1861.706=4.181

*mean*	1711.800-1739.800=-28.000
σ	249.198-176.749=72.449
min	1419.000-1492.000=-73.000
max	2064.000-1904.000=160.000

*mean*	2.968-3.034=-0.066
σ	0.147-0.170=-0.023
min	2.856-2.874=-0.018
max	3.216-3.236=-0.020

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.820-1.822=-0.002
σ	0.112-0.040=0.072
min	1.647-1.764=-0.117
max	1.908-1.859=0.049

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	450.090-446.185=3.905
σ	579.265-577.140=2.124
min	160.454-157.612=2.842
max	1318.987-1311.896=7.092

*mean*	102.250-96.250=6.000
σ	8.500
min	98.000-92.000=6.000
max	115.000-109.000=6.000

*mean*	443.000-1469.000=-1026.000
σ	0.000
min	443.000-1469.000=-1026.000
max	443.000-1469.000=-1026.000

*mean*	0.527-0.517=0.011
σ	0.509-0.501=0.008
min	0.270-0.263=0.007
max	1.291-1.268=0.022

policies=20

*mean*	1604.901-1576.434=28.467
σ	0.398-0.372=0.026
min	1604.628-1576.187=28.441
max	1605.490-1576.988=28.502

*mean*	980.000-920.000=60.000
σ	0.000
min	980.000-920.000=60.000
max	980.000-920.000=60.000

*mean*	446.750-1469.000=-1022.250
σ	2.500-0.000=2.500
min	443.000-1469.000=-1026.000
max	448.000-1469.000=-1021.000

*mean*	2.662-2.660=0.002
σ	0.011-0.057=-0.046
min	2.651-2.606=0.045
max	2.674-2.712=-0.038

policies=200

*mean*	16057.332-15772.208=285.124
σ	0.085-0.101=-0.017
min	16057.281-15772.115=285.167
max	16057.458-15772.349=285.110

*mean*	9800.000-9200.000=600.000
σ	0.000
min	9800.000-9200.000=600.000
max	9800.000-9200.000=600.000

*mean*	495.250-1469.000=-973.750
σ	4.856-0.000=4.856
min	489.000-1469.000=-980.000
max	500.000-1469.000=-969.000

*mean*	27.008-26.470=0.538
σ	0.070-0.080=-0.011
min	26.919-26.391=0.528
max	27.065-26.546=0.520