Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.617=0.000
σ	0.350-0.352=-0.002
min	54.486-54.479=0.006
max	55.614-55.619=-0.006

*mean*	412.000-417.000=-5.000
σ	0.000
min	412.000-417.000=-5.000
max	412.000-417.000=-5.000

*mean*	0.140-0.139=0.000
σ	0.005-0.004=0.001
min	0.136-0.135=0.000
max	0.150-0.146=0.004

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.787=-0.002
σ	0.006-0.007=-0.000
min	43.779-43.776=0.003
max	43.800-43.799=0.002

*mean*	412.000-417.000=-5.000
σ	0.000
min	412.000-417.000=-5.000
max	412.000-417.000=-5.000

*mean*	0.121-0.123=-0.002
σ	0.004-0.004=0.000
min	0.116-0.119=-0.004
max	0.128-0.129=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4249.250-4104.000=145.250
σ	1888.534-1569.709=318.825
min	1904.000-1981.000=-77.000
max	7533.000-6045.000=1488.000

*mean*	13.016-12.354=0.662
σ	1.840-0.345=1.495
min	11.813-11.914=-0.102
max	17.454-12.998=4.456

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4249.250-4104.000=145.250
σ	1888.534-1569.709=318.825
min	1904.000-1981.000=-77.000
max	7533.000-6045.000=1488.000

*mean*	12.447-12.454=-0.008
σ	2.221-0.628=1.593
min	11.384-11.406=-0.021
max	17.928-13.178=4.750

op=table_records(), no indexes

*mean*	41.928-41.928=0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.929-41.929=-0.000

*mean*	7533.000-6045.000=1488.000
σ	0.000
min	7533.000-6045.000=1488.000
max	7533.000-6045.000=1488.000

*mean*	14.362-13.193=1.170
σ	1.041-1.179=-0.138
min	13.055-11.120=1.934
max	15.425-14.992=0.433

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.932-41.932=-0.000

*mean*	4249.250-4104.000=145.250
σ	1888.534-1569.709=318.825
min	1904.000-1981.000=-77.000
max	7533.000-6045.000=1488.000

*mean*	12.083-12.232=-0.149
σ	1.854-1.361=0.493
min	10.177-10.337=-0.160
max	15.530-13.702=1.828

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.003=-0.001
min	27.603-27.603=0.000
max	27.607-27.611=-0.004

*mean*	4249.250-4104.000=145.250
σ	1888.534-1569.709=318.825
min	1904.000-1981.000=-77.000
max	7533.000-6045.000=1488.000

*mean*	8.923-8.742=0.181
σ	1.261-0.756=0.505
min	8.052-7.901=0.151
max	11.988-10.344=1.645

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403-26.403=0.000

*mean*	4249.250-4104.000=145.250
σ	1888.534-1569.709=318.825
min	1904.000-1981.000=-77.000
max	7533.000-6045.000=1488.000

*mean*	7.044-6.803=0.241
σ	1.130-0.721=0.409
min	6.519-6.134=0.385
max	9.830-8.485=1.345

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.665=-0.000
max	25.670-25.670=0.000

*mean*	4249.250-4104.000=145.250
σ	1888.534-1569.709=318.825
min	1904.000-1981.000=-77.000
max	7533.000-6045.000=1488.000

*mean*	5.571-5.585=-0.015
σ	0.562-0.092=0.471
min	5.332-5.400=-0.068
max	6.958-5.684=1.274

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971

*mean*	4249.250-4104.000=145.250
σ	1888.534-1569.709=318.825
min	1904.000-1981.000=-77.000
max	7533.000-6045.000=1488.000

*mean*	5.499-5.459=0.040
σ	0.549-0.078=0.472
min	5.248-5.361=-0.113
max	6.856-5.602=1.253

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.594=-0.000
σ	0.000-0.000=-0.000
min	2524.593-2524.593=-0.000
max	2524.594-2524.594=-0.000

*mean*	7533.000-6045.000=1488.000
σ	0.000
min	7533.000-6045.000=1488.000
max	7533.000-6045.000=1488.000

*mean*	1104.872-1573.291=-468.419
σ	157.060-856.826=-699.766
min	1040.316-1040.538=-0.222
max	1493.347-3128.706=-1635.359

op=load_product(), with indexes

*mean*	8744.558-8744.559=-0.001
σ	0.033-0.033=-0.000
min	8744.544-8744.544=-0.000
max	8744.640-8744.641=-0.001

*mean*	3762.125-3823.125=-61.000
σ	1629.870-1648.610=-18.741
min	1904.000-1981.000=-77.000
max	5934.000-6045.000=-111.000

*mean*	4587.003-4398.607=188.396
σ	1486.064-1431.584=54.480
min	3500.936-3576.226=-75.290
max	7282.087-7456.514=-174.426

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=0.000
min	62.075-62.076=-0.000
max	62.080

*mean*	4249.250-4104.000=145.250
σ	1888.534-1569.709=318.825
min	1904.000-1981.000=-77.000
max	7533.000-6045.000=1488.000

*mean*	89.202-81.898=7.304
σ	14.617-11.468=3.148
min	70.758-70.350=0.408
max	109.320-97.867=11.453

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=-0.001
min	40.943-40.944=-0.000
max	40.945-40.948=-0.002

*mean*	7533.000-6045.000=1488.000
σ	0.000
min	7533.000-6045.000=1488.000
max	7533.000-6045.000=1488.000

*mean*	240.835-95.852=144.983
σ	400.670-10.117=390.553
min	84.469-80.976=3.493
max	1232.206-108.474=1123.732

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.686=0.000

*mean*	7533.000-6045.000=1488.000
σ	0.000
min	7533.000-6045.000=1488.000
max	7533.000-6045.000=1488.000

*mean*	152.228-223.994=-71.766
σ	13.278-231.068=-217.790
min	135.287-120.401=14.885
max	168.436-794.657=-626.221

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.317-4.318=-0.002
min	11655.305-11655.305=0.000
max	11667.516-11667.521=-0.005

*mean*	4249.250-4104.000=145.250
σ	1888.534-1569.709=318.825
min	1904.000-1981.000=-77.000
max	7533.000-6045.000=1488.000

*mean*	6505.217-6344.214=161.003
σ	1138.386-1330.989=-192.603
min	4952.568-4974.857=-22.289
max	7957.434-8397.614=-440.180

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=-0.000
σ	0.001-0.001=0.000
min	11560.066-11560.067=-0.001
max	11560.069

*mean*	7533.000-6045.000=1488.000
σ	0.000
min	7533.000-6045.000=1488.000
max	7533.000-6045.000=1488.000

*mean*	5243.754-6446.862=-1203.108
σ	1189.412-1416.333=-226.922
min	4365.447-4432.160=-66.714
max	7410.019-8205.525=-795.506

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.581-172.583=-0.001
σ	0.023-0.024=-0.001
min	172.558
max	172.620-172.620=-0.000

*mean*	1904.000-1981.000=-77.000
σ	0.000
min	1904.000-1981.000=-77.000
max	1904.000-1981.000=-77.000

*mean*	313.199-356.016=-42.817
σ	36.550-39.927=-3.377
min	260.002-265.921=-5.919
max	357.653-400.149=-42.496

op=pointedIndexFromKvs

rows=400000

*mean*	357.371-357.364=0.008
σ	0.045-0.043=0.002
min	357.321
max	357.426-357.430=-0.004

*mean*	1904.000-1981.000=-77.000
σ	0.000
min	1904.000-1981.000=-77.000
max	1904.000-1981.000=-77.000

*mean*	773.715-775.961=-2.246
σ	20.708-31.149=-10.440
min	746.446-719.523=26.923
max	802.417-809.610=-7.193

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.184-1008.182=0.002
σ	0.882-0.938=-0.056
min	1007.697-1007.717=-0.020
max	1011.839-1012.094=-0.255

*mean*	1039.600-1044.600=-5.000
σ	306.773-295.859=10.914
min	544.000-548.000=-4.000
max	1469.000-1448.000=21.000

*mean*	1.553-1.553=0.000
σ	0.099-0.137=-0.038
min	1.466-1.456=0.010
max	1.821-2.051=-0.230

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1469.000-1448.000=21.000
σ	0.000
min	1469.000-1448.000=21.000
max	1469.000-1448.000=21.000

*mean*	0.415-0.436=-0.022
σ	0.139-0.174=-0.035
min	0.335-0.347=-0.012
max	0.661-0.747=-0.086

name=error_case.art

*mean*	2.333-2.334=-0.001
σ	0.003-0.002=0.000
min	2.332
max	2.337

*mean*	1469.000-1448.000=21.000
σ	0.000
min	1469.000-1448.000=21.000
max	1469.000-1448.000=21.000

*mean*	0.884-0.933=-0.049
σ	0.081-0.174=-0.093
min	0.833-0.845=-0.012
max	1.026-1.243=-0.217

name=heavy_item.art

*mean*	1.521-1.522=-0.001
σ	0.002-0.002=-0.000
min	1.520
max	1.524-1.524=-0.000

*mean*	1469.000-1448.000=21.000
σ	0.000
min	1469.000-1448.000=21.000
max	1469.000-1448.000=21.000

*mean*	0.550-0.557=-0.006
σ	0.048-0.053=-0.005
min	0.509-0.507=0.002
max	0.632-0.645=-0.014

name=nested_use.art

*mean*	2.355-2.356=-0.001
σ	0.002-0.002=0.000
min	2.355
max	2.358

*mean*	1469.000-1448.000=21.000
σ	0.000
min	1469.000-1448.000=21.000
max	1469.000-1448.000=21.000

*mean*	0.839-0.858=-0.019
σ	0.040-0.045=-0.005
min	0.800-0.817=-0.017
max	0.904-0.929=-0.025

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.540-963.548=-0.007
σ	0.031-0.031=0.000
min	963.523
max	963.596-963.602=-0.006

*mean*	1469.000-1448.000=21.000
σ	0.000
min	1469.000-1448.000=21.000
max	1469.000-1448.000=21.000

*mean*	0.837-0.836=0.002
σ	0.039-0.034=0.005
min	0.770-0.782=-0.012
max	0.864-0.861=0.003

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.000
σ	0.006-0.006=0.000
min	884.847
max	884.861-884.861=0.000

*mean*	1469.000-1448.000=21.000
σ	0.000
min	1469.000-1448.000=21.000
max	1469.000-1448.000=21.000

*mean*	0.707-0.724=-0.017
σ	0.039-0.024=0.015
min	0.663-0.696=-0.033
max	0.749-0.744=0.005

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.001

*mean*	1469.000-1448.000=21.000
σ	0.000
min	1469.000-1448.000=21.000
max	1469.000-1448.000=21.000

*mean*	3.511-3.570=-0.059
σ	0.101-0.104=-0.003
min	3.367-3.409=-0.042
max	3.842-4.225=-0.382

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1469.000-1448.000=21.000
σ	0.000
min	1469.000-1448.000=21.000
max	1469.000-1448.000=21.000

*mean*	3.487-3.547=-0.059
σ	0.087-0.069=0.018
min	3.355-3.417=-0.062
max	3.763-3.717=0.045

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1469.000-1448.000=21.000
σ	0.000
min	1469.000-1448.000=21.000
max	1469.000-1448.000=21.000

*mean*	0.746-0.755=-0.008
σ	0.016-0.017=-0.001
min	0.725-0.720=0.005
max	0.846-0.860=-0.014

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1469.000-1448.000=21.000
σ	0.000
min	1469.000-1448.000=21.000
max	1469.000-1448.000=21.000

*mean*	0.705-0.714=-0.009
σ	0.016-0.015=0.001
min	0.678-0.681=-0.003
max	0.776-0.791=-0.014

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.582-297.230=0.352
σ	0.197-0.203=-0.006
min	297.421-297.073=0.348
max	298.103-297.772=0.332

*mean*	1904.000-1981.000=-77.000
σ	0.000
min	1904.000-1981.000=-77.000
max	1904.000-1981.000=-77.000

*mean*	0.583-0.559=0.025
σ	0.032-0.027=0.006
min	0.519-0.522=-0.003
max	0.623-0.588=0.035

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.774-289.774=-0.000
σ	0.038-0.038=0.001
min	289.720-289.724=-0.004
max	289.813-289.813=-0.001

*mean*	1469.000-1448.000=21.000
σ	0.000
min	1469.000-1448.000=21.000
max	1469.000-1448.000=21.000

*mean*	0.403-0.400=0.004
σ	0.009-0.011=-0.002
min	0.391-0.394=-0.003
max	0.415-0.420=-0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.695-1299.592=0.103
σ	0.094-0.078=0.016
min	1299.574-1299.506=0.068
max	1299.822-1299.707=0.115

*mean*	1469.000-1448.000=21.000
σ	0.000
min	1469.000-1448.000=21.000
max	1469.000-1448.000=21.000

*mean*	2.202-1.955=0.247
σ	0.075-0.093=-0.018
min	2.120-1.852=0.268
max	2.314-2.099=0.215

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.675-1542.647=0.028
σ	4.060-4.008=0.052
min	1540.705-1540.671=0.034
max	1549.932-1549.811=0.121

*mean*	1469.000-1448.000=21.000
σ	0.000
min	1469.000-1448.000=21.000
max	1469.000-1448.000=21.000

*mean*	2.370-2.249=0.121
σ	0.270-0.178=0.093
min	2.150-2.026=0.124
max	2.827-2.476=0.352

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.630-1861.647=-0.017
σ	0.070-0.067=0.003
min	1861.534-1861.578=-0.044
max	1861.706-1861.726=-0.020

*mean*	1739.800-1766.400=-26.600
σ	176.749-226.297=-49.548
min	1492.000-1468.000=24.000
max	1904.000-1981.000=-77.000

*mean*	3.034-3.139=-0.106
σ	0.170-0.256=-0.086
min	2.874-2.841=0.033
max	3.236-3.484=-0.248

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.822-1.636=0.186
σ	0.040-0.159=-0.120
min	1.764-1.414=0.350
max	1.859-1.853=0.005

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.185-446.183=0.002
σ	577.140-577.140=0.001
min	157.612-157.611=0.001
max	1311.896-1311.892=0.003

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1469.000-1448.000=21.000
σ	0.000
min	1469.000-1448.000=21.000
max	1469.000-1448.000=21.000

*mean*	0.517-0.530=-0.014
σ	0.501-0.535=-0.034
min	0.263-0.261=0.002
max	1.268-1.333=-0.065

policies=20

*mean*	1576.434-1576.395=0.040
σ	0.372-0.345=0.027
min	1576.187-1576.163=0.024
max	1576.988-1576.908=0.080

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1469.000-1448.000=21.000
σ	0.000
min	1469.000-1448.000=21.000
max	1469.000-1448.000=21.000

*mean*	2.660-2.622=0.038
σ	0.057-0.011=0.047
min	2.606-2.613=-0.007
max	2.712-2.633=0.079

policies=200

*mean*	15772.208-15772.207=0.001
σ	0.101-0.117=-0.015
min	15772.115-15772.112=0.003
max	15772.349-15772.377=-0.028

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1469.000-1448.000=21.000
σ	0.000
min	1469.000-1448.000=21.000
max	1469.000-1448.000=21.000

*mean*	26.470-26.335=0.135
σ	0.080-0.051=0.030
min	26.391-26.289=0.101
max	26.546-26.405=0.141