Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.615-54.617=-0.002
σ	0.349-0.352=-0.004
min	54.482-54.487=-0.005
max	55.607-55.620=-0.012

*mean*	414.000-416.000=-2.000
σ	0.000
min	414.000-416.000=-2.000
max	414.000-416.000=-2.000

*mean*	0.141-0.140=0.001
σ	0.006-0.005=0.001
min	0.134-0.132=0.001
max	0.152-0.149=0.003

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=0.001
σ	0.007-0.006=0.001
min	43.778-43.779=-0.001
max	43.801-43.797=0.004

*mean*	414.000-416.000=-2.000
σ	0.000
min	414.000-416.000=-2.000
max	414.000-416.000=-2.000

*mean*	0.124-0.122=0.002
σ	0.004-0.005=-0.001
min	0.120-0.114=0.005
max	0.130-0.129=0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4264.500-4261.500=3.000
σ	1879.783-1878.917=0.866
min	1983.000-1971.000=12.000
max	7549.000-7542.000=7.000

*mean*	13.004-12.358=0.646
σ	1.805-0.160=1.646
min	12.064-12.174=-0.110
max	17.433-12.590=4.844

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.615=0.000
max	36.620-36.620=0.000

*mean*	4264.500-4261.500=3.000
σ	1879.783-1878.917=0.866
min	1983.000-1971.000=12.000
max	7549.000-7542.000=7.000

*mean*	12.633-12.581=0.052
σ	1.673-0.585=1.088
min	11.432-11.189=0.243
max	16.529-13.022=3.507

op=table_records(), no indexes

*mean*	41.928-41.928=-0.000
σ	0.000-0.001=-0.000
min	41.928
max	41.929-41.929=-0.000

*mean*	7549.000-7542.000=7.000
σ	0.000
min	7549.000-7542.000=7.000
max	7549.000-7542.000=7.000

*mean*	13.606-13.837=-0.231
σ	0.955-1.126=-0.171
min	12.489-12.360=0.129
max	14.930-15.263=-0.333

op=table_records(), repeat

*mean*	41.928-41.928=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4264.500-4261.500=3.000
σ	1879.783-1878.917=0.866
min	1983.000-1971.000=12.000
max	7549.000-7542.000=7.000

*mean*	12.572-12.092=0.480
σ	1.904-1.963=-0.059
min	10.716-10.101=0.614
max	15.403-14.922=0.481

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.604-27.605=-0.000
σ	0.002-0.002=0.000
min	27.603-27.603=-0.000
max	27.607-27.607=0.000

*mean*	4264.500-4261.500=3.000
σ	1879.783-1878.917=0.866
min	1983.000-1971.000=12.000
max	7549.000-7542.000=7.000

*mean*	8.693-8.554=0.139
σ	1.246-0.676=0.570
min	7.734-7.861=-0.127
max	11.619-10.101=1.518

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=-0.000
max	26.403-26.403=-0.000

*mean*	4264.500-4261.500=3.000
σ	1879.783-1878.917=0.866
min	1983.000-1971.000=12.000
max	7549.000-7542.000=7.000

*mean*	6.821-6.744=0.076
σ	1.311-0.626=0.685
min	5.397-6.298=-0.901
max	9.834-8.240=1.594

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.667=-0.001
σ	0.002-0.002=0.000
min	25.664-25.664=0.000
max	25.670-25.670=0.000

*mean*	4264.500-4261.500=3.000
σ	1879.783-1878.917=0.866
min	1983.000-1971.000=12.000
max	7549.000-7542.000=7.000

*mean*	5.474-5.436=0.038
σ	0.455-0.160=0.295
min	5.165-5.155=0.010
max	6.542-5.584=0.958

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=-0.000
max	25.971

*mean*	4264.500-4261.500=3.000
σ	1879.783-1878.917=0.866
min	1983.000-1971.000=12.000
max	7549.000-7542.000=7.000

*mean*	5.397-5.255=0.141
σ	0.556-0.142=0.414
min	4.981-5.097=-0.117
max	6.744-5.537=1.207

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.594=-0.000
σ	0.000-0.000=-0.000
min	2524.593
max	2524.594

*mean*	7549.000-7542.000=7.000
σ	0.000
min	7549.000-7542.000=7.000
max	7549.000-7542.000=7.000

*mean*	1043.947-1056.277=-12.331
σ	6.166-9.606=-3.440
min	1036.390-1035.035=1.354
max	1053.909-1065.914=-12.005

op=load_product(), with indexes

*mean*	8744.558-8744.558=-0.000
σ	0.033-0.033=-0.000
min	8744.544-8744.545=-0.000
max	8744.640-8744.641=-0.001

*mean*	3786.750-3782.250=4.500
σ	1609.538-1610.517=-0.979
min	1983.000-1971.000=12.000
max	5948.000-5941.000=7.000

*mean*	4699.603-4550.665=148.938
σ	1564.288-1497.334=66.954
min	3545.972-3535.743=10.229
max	7300.349-7579.636=-279.287

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4264.500-4261.500=3.000
σ	1879.783-1878.917=0.866
min	1983.000-1971.000=12.000
max	7549.000-7542.000=7.000

*mean*	85.583-85.693=-0.110
σ	12.242-8.974=3.268
min	71.333-75.348=-4.016
max	107.979-102.655=5.325

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944
σ	0.001
min	40.944
max	40.945

*mean*	7549.000-7542.000=7.000
σ	0.000
min	7549.000-7542.000=7.000
max	7549.000-7542.000=7.000

*mean*	242.263-218.674=23.589
σ	400.721-317.580=83.140
min	89.710-89.729=-0.019
max	1233.885-1004.396=229.489

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.686=0.000

*mean*	7549.000-7542.000=7.000
σ	0.000
min	7549.000-7542.000=7.000
max	7549.000-7542.000=7.000

*mean*	150.662-159.466=-8.804
σ	13.716-12.158=1.559
min	129.769-140.902=-11.133
max	165.926-172.962=-7.037

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.317-4.317=0.000
min	11655.305
max	11667.517-11667.516=0.001

*mean*	4264.500-4261.500=3.000
σ	1879.783-1878.917=0.866
min	1983.000-1971.000=12.000
max	7549.000-7542.000=7.000

*mean*	6341.557-6367.692=-26.135
σ	1118.343-1236.381=-118.039
min	4965.874-4927.768=38.106
max	8320.163-7942.760=377.403

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=0.000
σ	0.001-0.001=-0.000
min	11560.066
max	11560.069

*mean*	7549.000-7542.000=7.000
σ	0.000
min	7549.000-7542.000=7.000
max	7549.000-7542.000=7.000

*mean*	5362.138-5474.948=-112.810
σ	1216.114-1391.136=-175.022
min	4416.079-4387.114=28.965
max	7330.644-7344.256=-13.611

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.583-172.582=0.001
σ	0.024-0.026=-0.002
min	172.558
max	172.616-172.626=-0.010

*mean*	1983.000-1971.000=12.000
σ	0.000
min	1983.000-1971.000=12.000
max	1983.000-1971.000=12.000

*mean*	361.544-350.497=11.047
σ	17.176-53.677=-36.501
min	343.642-268.035=75.607
max	395.023-409.173=-14.150

op=pointedIndexFromKvs

rows=400000

*mean*	357.359-357.366=-0.007
σ	0.036-0.045=-0.009
min	357.321
max	357.398-357.433=-0.035

*mean*	1983.000-1971.000=12.000
σ	0.000
min	1983.000-1971.000=12.000
max	1983.000-1971.000=12.000

*mean*	743.107-739.523=3.584
σ	57.901-63.538=-5.637
min	646.070-633.750=12.321
max	793.849-794.390=-0.541

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.187-1008.182=0.005
σ	0.876-0.887=-0.011
min	1007.686-1007.699=-0.014
max	1011.812-1011.862=-0.050

*mean*	1039.500-1039.150=0.350
σ	306.210-305.598=0.612
min	545.000-544.000=1.000
max	1467.000-1465.000=2.000

*mean*	1.554-1.551=0.003
σ	0.098-0.087=0.011
min	1.476-1.475=0.001
max	1.864-1.765=0.099

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	0.412-0.427=-0.016
σ	0.127-0.127=-0.001
min	0.342-0.329=0.013
max	0.635-0.650=-0.015

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	0.889-0.892=-0.003
σ	0.086-0.076=0.010
min	0.823-0.833=-0.010
max	1.038-1.022=0.016

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	0.536-0.554=-0.018
σ	0.058-0.052=0.006
min	0.486-0.521=-0.035
max	0.634-0.645=-0.011

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	0.847-0.850=-0.003
σ	0.046-0.039=0.007
min	0.813-0.817=-0.004
max	0.928-0.912=0.016

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.541-963.540=0.000
σ	0.031-0.031=-0.000
min	963.523
max	963.595-963.595=-0.000

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	0.798-0.796=0.002
σ	0.046-0.043=0.003
min	0.732-0.740=-0.009
max	0.854-0.858=-0.004

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.001
σ	0.006-0.007=-0.001
min	884.847
max	884.860-884.861=-0.000

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	0.727-0.726=0.001
σ	0.025-0.025=0.001
min	0.695-0.693=0.001
max	0.753-0.751=0.002

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.002

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	4.262-4.251=0.011
σ	0.083-0.077=0.006
min	4.084-4.115=-0.031
max	4.533-4.556=-0.023

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	4.232-4.266=-0.034
σ	0.065-0.082=-0.017
min	4.066-4.127=-0.061
max	4.389-4.512=-0.123

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	0.740-0.751=-0.011
σ	0.018-0.016=0.002
min	0.706-0.723=-0.017
max	0.878-0.853=0.025

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	0.707-0.708=-0.001
σ	0.022-0.015=0.007
min	0.673-0.679=-0.006
max	0.811-0.768=0.043

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.425-297.578=-0.153
σ	0.224-0.217=0.007
min	297.220-297.395=-0.175
max	297.999-298.170=-0.171

*mean*	1983.000-1971.000=12.000
σ	0.000
min	1983.000-1971.000=12.000
max	1983.000-1971.000=12.000

*mean*	0.558-0.567=-0.009
σ	0.035-0.040=-0.005
min	0.512-0.519=-0.007
max	0.597-0.615=-0.018

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.772-289.772=-0.000
σ	0.038-0.037=0.002
min	289.722-289.723=-0.001
max	289.811-289.809=0.002

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	0.402-0.395=0.007
σ	0.011-0.011=-0.000
min	0.396-0.386=0.010
max	0.421-0.413=0.008

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.693-1299.688=0.005
σ	0.089-0.082=0.007
min	1299.593-1299.592=0.001
max	1299.822-1299.798=0.024

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	2.263-2.258=0.005
σ	0.079-0.102=-0.023
min	2.161-2.132=0.029
max	2.334-2.356=-0.023

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.659-1542.655=0.004
σ	4.010-4.022=-0.011
min	1540.699-1540.693=0.006
max	1549.828-1549.843=-0.016

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	2.295-2.295=-0.001
σ	0.130-0.177=-0.046
min	2.170-2.153=0.017
max	2.470-2.589=-0.120

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.625-1861.627=-0.002
σ	0.056-0.066=-0.010
min	1861.550-1861.530=0.020
max	1861.692-1861.696=-0.004

*mean*	1768.400-1765.000=3.400
σ	225.944-217.533=8.411
min	1471.000-1477.000=-6.000
max	1983.000-1971.000=12.000

*mean*	3.240-3.303=-0.063
σ	0.338-0.383=-0.045
min	2.863-2.881=-0.018
max	3.701-3.776=-0.074

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.822-1.844=-0.022
σ	0.075-0.173=-0.098
min	1.766-1.574=0.192
max	1.950-2.004=-0.054

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.186-446.186=0.000
σ	577.140-577.139=0.000
min	157.615-157.615=0.000
max	1311.895-1311.895=0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	0.551-0.538=0.013
σ	0.574-0.553=0.022
min	0.262-0.259=0.004
max	1.412-1.367=0.045

policies=20

*mean*	1576.421-1576.421=0.000
σ	0.349-0.351=-0.002
min	1576.186-1576.183=0.002
max	1576.940-1576.942=-0.002

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	2.625-2.622=0.004
σ	0.014-0.012=0.002
min	2.610-2.610=-0.001
max	2.641-2.638=0.004

policies=200

*mean*	15772.320-15772.216=0.104
σ	0.106-0.077=0.029
min	15772.242-15772.116=0.127
max	15772.471-15772.299=0.172

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1467.000-1465.000=2.000
σ	0.000
min	1467.000-1465.000=2.000
max	1467.000-1465.000=2.000

*mean*	26.616-26.474=0.142
σ	0.045-0.067=-0.022
min	26.584-26.393=0.191
max	26.682-26.551=0.132