Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.617-54.616=0.001
σ	0.350-0.350=-0.000
min	54.486-54.486=-0.000
max	55.614-55.613=0.000

*mean*	412.000-414.000=-2.000
σ	0.000
min	412.000-414.000=-2.000
max	412.000-414.000=-2.000

*mean*	0.140-0.139=0.001
σ	0.005-0.004=0.001
min	0.136-0.134=0.001
max	0.150-0.144=0.005

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=0.001
σ	0.006-0.007=-0.000
min	43.779-43.777=0.003
max	43.800-43.798=0.003

*mean*	412.000-414.000=-2.000
σ	0.000
min	412.000-414.000=-2.000
max	412.000-414.000=-2.000

*mean*	0.121-0.121=0.000
σ	0.004-0.004=0.001
min	0.116-0.117=-0.001
max	0.128-0.127=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=-0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4249.250-4104.875=144.375
σ	1888.534-1572.680=315.853
min	1904.000-1969.000=-65.000
max	7533.000-6049.000=1484.000

*mean*	13.016-12.247=0.769
σ	1.840-0.175=1.665
min	11.813-12.039=-0.227
max	17.454-12.582=4.872

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.620-36.619=0.000

*mean*	4249.250-4104.875=144.375
σ	1888.534-1572.680=315.853
min	1904.000-1969.000=-65.000
max	7533.000-6049.000=1484.000

*mean*	12.447-12.634=-0.187
σ	2.221-0.237=1.985
min	11.384-12.206=-0.822
max	17.928-12.953=4.975

op=table_records(), no indexes

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=-0.000
min	41.928
max	41.929-41.929=-0.000

*mean*	7533.000-6049.000=1484.000
σ	0.000
min	7533.000-6049.000=1484.000
max	7533.000-6049.000=1484.000

*mean*	14.362-13.055=1.307
σ	1.041-1.268=-0.227
min	13.055-10.492=2.563
max	15.425-14.731=0.694

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4249.250-4104.875=144.375
σ	1888.534-1572.680=315.853
min	1904.000-1969.000=-65.000
max	7533.000-6049.000=1484.000

*mean*	12.083-12.510=-0.427
σ	1.854-1.739=0.115
min	10.177-10.366=-0.189
max	15.530-14.634=0.897

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.000
σ	0.002-0.002=-0.000
min	27.603-27.603=0.000
max	27.607-27.607=0.000

*mean*	4249.250-4104.875=144.375
σ	1888.534-1572.680=315.853
min	1904.000-1969.000=-65.000
max	7533.000-6049.000=1484.000

*mean*	8.923-8.597=0.326
σ	1.261-0.676=0.584
min	8.052-7.751=0.302
max	11.988-10.004=1.984

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.000
σ	0.002-0.002=0.000
min	26.399-26.399=-0.000
max	26.403-26.403=0.000

*mean*	4249.250-4104.875=144.375
σ	1888.534-1572.680=315.853
min	1904.000-1969.000=-65.000
max	7533.000-6049.000=1484.000

*mean*	7.044-6.534=0.510
σ	1.130-0.571=0.559
min	6.519-6.092=0.427
max	9.830-7.903=1.927

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.664=-0.000
max	25.670-25.669=0.000

*mean*	4249.250-4104.875=144.375
σ	1888.534-1572.680=315.853
min	1904.000-1969.000=-65.000
max	7533.000-6049.000=1484.000

*mean*	5.571-5.362=0.208
σ	0.562-0.121=0.442
min	5.332-5.173=0.159
max	6.958-5.526=1.432

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971

*mean*	4249.250-4104.875=144.375
σ	1888.534-1572.680=315.853
min	1904.000-1969.000=-65.000
max	7533.000-6049.000=1484.000

*mean*	5.499-5.167=0.333
σ	0.549-0.054=0.496
min	5.248-5.087=0.160
max	6.856-5.240=1.616

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.594=-0.000
σ	0.000-0.000=-0.000
min	2524.593-2524.593=-0.000
max	2524.594-2524.594=-0.000

*mean*	7533.000-6049.000=1484.000
σ	0.000
min	7533.000-6049.000=1484.000
max	7533.000-6049.000=1484.000

*mean*	1104.872-1528.192=-423.320
σ	157.060-763.114=-606.054
min	1040.316-1038.366=1.950
max	1493.347-2792.504=-1299.158

op=load_product(), with indexes

*mean*	8744.558-8744.558=-0.000
σ	0.033-0.032=0.001
min	8744.544
max	8744.640-8744.638=0.001

*mean*	3762.125-3822.375=-60.250
σ	1629.870-1653.582=-23.712
min	1904.000-1969.000=-65.000
max	5934.000-6049.000=-115.000

*mean*	4587.003-4526.681=60.322
σ	1486.064-1205.757=280.307
min	3500.936-3519.098=-18.162
max	7282.087-6610.154=671.934

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=0.000
min	62.075-62.076=-0.000
max	62.080

*mean*	4249.250-4104.875=144.375
σ	1888.534-1572.680=315.853
min	1904.000-1969.000=-65.000
max	7533.000-6049.000=1484.000

*mean*	89.202-80.866=8.336
σ	14.617-10.638=3.978
min	70.758-70.605=0.153
max	109.320-100.896=8.425

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=0.000
σ	0.001-0.001=0.000
min	40.943-40.944=-0.000
max	40.945

*mean*	7533.000-6049.000=1484.000
σ	0.000
min	7533.000-6049.000=1484.000
max	7533.000-6049.000=1484.000

*mean*	240.835-95.694=145.141
σ	400.670-11.320=389.350
min	84.469-77.471=6.998
max	1232.206-109.362=1122.844

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.000=-0.000
min	66.685
max	66.687-66.686=0.000

*mean*	7533.000-6049.000=1484.000
σ	0.000
min	7533.000-6049.000=1484.000
max	7533.000-6049.000=1484.000

*mean*	152.228-224.371=-72.143
σ	13.278-234.426=-221.148
min	135.287-117.752=17.534
max	168.436-803.328=-634.892

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.834=-0.001
σ	4.317-4.318=-0.001
min	11655.305
max	11667.516-11667.521=-0.005

*mean*	4249.250-4104.875=144.375
σ	1888.534-1572.680=315.853
min	1904.000-1969.000=-65.000
max	7533.000-6049.000=1484.000

*mean*	6505.217-6360.006=145.210
σ	1138.386-1373.282=-234.897
min	4952.568-4915.832=36.736
max	7957.434-8239.512=-282.078

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.069=-0.001
σ	0.001-0.002=-0.001
min	11560.066-11560.067=-0.001
max	11560.069-11560.072=-0.003

*mean*	7533.000-6049.000=1484.000
σ	0.000
min	7533.000-6049.000=1484.000
max	7533.000-6049.000=1484.000

*mean*	5243.754-6794.138=-1550.384
σ	1189.412-1302.714=-113.302
min	4365.447-4403.804=-38.357
max	7410.019-7957.220=-547.201

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.581-172.583=-0.002
σ	0.023-0.025=-0.002
min	172.558
max	172.620-172.627=-0.008

*mean*	1904.000-1969.000=-65.000
σ	0.000
min	1904.000-1969.000=-65.000
max	1904.000-1969.000=-65.000

*mean*	313.199-355.139=-41.940
σ	36.550-39.518=-2.968
min	260.002-266.992=-6.989
max	357.653-400.478=-42.826

op=pointedIndexFromKvs

rows=400000

*mean*	357.371-357.366=0.006
σ	0.045-0.043=0.002
min	357.321
max	357.426-357.422=0.004

*mean*	1904.000-1969.000=-65.000
σ	0.000
min	1904.000-1969.000=-65.000
max	1904.000-1969.000=-65.000

*mean*	773.715-758.271=15.444
σ	20.708-63.377=-42.668
min	746.446-613.444=133.002
max	802.417-812.242=-9.826

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.184-1008.182=0.002
σ	0.882-0.944=-0.062
min	1007.697-1007.714=-0.017
max	1011.839-1012.115=-0.276

*mean*	1039.600-1037.300=2.300
σ	306.773-304.935=1.838
min	544.000-545.000=-1.000
max	1469.000-1466.000=3.000

*mean*	1.553-1.579=-0.026
σ	0.099-0.177=-0.078
min	1.466-1.464=0.002
max	1.821-2.097=-0.276

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1469.000-1466.000=3.000
σ	0.000
min	1469.000-1466.000=3.000
max	1469.000-1466.000=3.000

*mean*	0.415-0.413=0.001
σ	0.139-0.145=-0.006
min	0.335-0.328=0.007
max	0.661-0.671=-0.009

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1469.000-1466.000=3.000
σ	0.000
min	1469.000-1466.000=3.000
max	1469.000-1466.000=3.000

*mean*	0.884-0.885=-0.001
σ	0.081-0.091=-0.010
min	0.833-0.822=0.011
max	1.026-1.043=-0.017

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1469.000-1466.000=3.000
σ	0.000
min	1469.000-1466.000=3.000
max	1469.000-1466.000=3.000

*mean*	0.550-0.542=0.008
σ	0.048-0.048=-0.000
min	0.509-0.490=0.019
max	0.632-0.617=0.015

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1469.000-1466.000=3.000
σ	0.000
min	1469.000-1466.000=3.000
max	1469.000-1466.000=3.000

*mean*	0.839-0.881=-0.042
σ	0.040-0.056=-0.016
min	0.800-0.816=-0.017
max	0.904-0.954=-0.050

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.540-963.541=-0.001
σ	0.031-0.028=0.004
min	963.523
max	963.596-963.589=0.007

*mean*	1469.000-1466.000=3.000
σ	0.000
min	1469.000-1466.000=3.000
max	1469.000-1466.000=3.000

*mean*	0.837-0.785=0.052
σ	0.039-0.053=-0.014
min	0.770-0.729=0.042
max	0.864-0.845=0.018

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.853=0.000
σ	0.006-0.006=0.001
min	884.847
max	884.861-884.861=0.000

*mean*	1469.000-1466.000=3.000
σ	0.000
min	1469.000-1466.000=3.000
max	1469.000-1466.000=3.000

*mean*	0.707-0.717=-0.011
σ	0.039-0.034=0.005
min	0.663-0.672=-0.009
max	0.749-0.742=0.006

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711

*mean*	1469.000-1466.000=3.000
σ	0.000
min	1469.000-1466.000=3.000
max	1469.000-1466.000=3.000

*mean*	3.511-4.259=-0.748
σ	0.101-0.080=0.021
min	3.367-4.097=-0.730
max	3.842-4.674=-0.832

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1469.000-1466.000=3.000
σ	0.000
min	1469.000-1466.000=3.000
max	1469.000-1466.000=3.000

*mean*	3.487-4.234=-0.747
σ	0.087-0.080=0.007
min	3.355-4.113=-0.758
max	3.763-4.464=-0.702

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1469.000-1466.000=3.000
σ	0.000
min	1469.000-1466.000=3.000
max	1469.000-1466.000=3.000

*mean*	0.746-0.750=-0.004
σ	0.016-0.048=-0.032
min	0.725-0.548=0.177
max	0.846-0.928=-0.082

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1469.000-1466.000=3.000
σ	0.000
min	1469.000-1466.000=3.000
max	1469.000-1466.000=3.000

*mean*	0.705-0.708=-0.003
σ	0.016-0.014=0.001
min	0.678-0.678=-0.001
max	0.776-0.787=-0.011

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.582-297.236=0.347
σ	0.197-0.230=-0.033
min	297.421-297.046=0.375
max	298.103-297.862=0.241

*mean*	1904.000-1969.000=-65.000
σ	0.000
min	1904.000-1969.000=-65.000
max	1904.000-1969.000=-65.000

*mean*	0.583-0.579=0.004
σ	0.032-0.046=-0.014
min	0.519-0.511=0.008
max	0.623-0.675=-0.052

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.774-289.768=0.006
σ	0.038-0.036=0.002
min	289.720-289.731=-0.011
max	289.813-289.810=0.003

*mean*	1469.000-1466.000=3.000
σ	0.000
min	1469.000-1466.000=3.000
max	1469.000-1466.000=3.000

*mean*	0.403-0.401=0.002
σ	0.009-0.011=-0.002
min	0.391-0.394=-0.004
max	0.415-0.421=-0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.695-1299.692=0.003
σ	0.094-0.088=0.006
min	1299.574-1299.594=-0.020
max	1299.822-1299.821=0.001

*mean*	1469.000-1466.000=3.000
σ	0.000
min	1469.000-1466.000=3.000
max	1469.000-1466.000=3.000

*mean*	2.202-2.260=-0.058
σ	0.075-0.088=-0.013
min	2.120-2.152=-0.033
max	2.314-2.333=-0.019

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.675-1542.643=0.032
σ	4.060-3.992=0.068
min	1540.705-1540.688=0.017
max	1549.932-1549.778=0.153

*mean*	1469.000-1466.000=3.000
σ	0.000
min	1469.000-1466.000=3.000
max	1469.000-1466.000=3.000

*mean*	2.370-2.264=0.105
σ	0.270-0.145=0.126
min	2.150-2.137=0.013
max	2.827-2.463=0.364

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.630-1861.622=0.008
σ	0.070-0.081=-0.011
min	1861.534-1861.495=0.039
max	1861.706-1861.713=-0.007

*mean*	1739.800-1760.800=-21.000
σ	176.749-220.550=-43.801
min	1492.000-1469.000=23.000
max	1904.000-1969.000=-65.000

*mean*	3.034-3.179=-0.145
σ	0.170-0.371=-0.200
min	2.874-2.759=0.115
max	3.236-3.688=-0.452

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.822-1.807=0.015
σ	0.040-0.101=-0.061
min	1.764-1.628=0.136
max	1.859-1.871=-0.013

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.185-446.186=-0.001
σ	577.140-577.139=0.001
min	157.612-157.614=-0.002
max	1311.896-1311.895=0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1469.000-1466.000=3.000
σ	0.000
min	1469.000-1466.000=3.000
max	1469.000-1466.000=3.000

*mean*	0.517-0.552=-0.035
σ	0.501-0.574=-0.072
min	0.263-0.261=0.002
max	1.268-1.412=-0.144

policies=20

*mean*	1576.434-1576.413=0.022
σ	0.372-0.330=0.042
min	1576.187-1576.187=-0.000
max	1576.988-1576.902=0.085

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1469.000-1466.000=3.000
σ	0.000
min	1469.000-1466.000=3.000
max	1469.000-1466.000=3.000

*mean*	2.660-2.597=0.063
σ	0.057-0.010=0.047
min	2.606-2.590=0.016
max	2.712-2.611=0.101

policies=200

*mean*	15772.208-15772.232=-0.024
σ	0.101-0.173=-0.071
min	15772.115-15772.125=-0.011
max	15772.349-15772.490=-0.141

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1469.000-1466.000=3.000
σ	0.000
min	1469.000-1466.000=3.000
max	1469.000-1466.000=3.000

*mean*	26.470-26.364=0.106
σ	0.080-0.079=0.001
min	26.391-26.286=0.104
max	26.546-26.471=0.074