Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.524-54.521=0.003
σ	0.371-0.369=0.002
min	54.375-54.379=-0.004
max	55.579-55.571=0.008

*mean*	417.000-415.700=1.300
σ	0.000-0.483=-0.483
min	417.000-415.000=2.000
max	417.000-416.000=1.000

*mean*	0.142-0.139=0.003
σ	0.005-0.004=0.001
min	0.138-0.131=0.007
max	0.151-0.145=0.006

cache=y

dps=1

iters=10

policies=100

*mean*	43.766-43.766=0.001
σ	0.005-0.006=-0.001
min	43.759-43.756=0.003
max	43.777-43.779=-0.002

*mean*	417.000-416.000=1.000
σ	0.000
min	417.000-416.000=1.000
max	417.000-416.000=1.000

*mean*	0.123-0.124=-0.000
σ	0.005-0.004=0.000
min	0.119-0.119=-0.000
max	0.133-0.131=0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.615-36.615=0.000
max	36.620-36.620=-0.001

*mean*	4289.875-4284.000=5.875
σ	1982.843-1975.302=7.541
min	1548.000-1550.000=-2.000
max	7212.000

*mean*	105.899-99.052=6.847
σ	263.631-244.253=19.378
min	12.403-12.409=-0.006
max	758.352-703.546=54.806

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616
max	36.620-36.620=-0.000

*mean*	4289.875-4284.000=5.875
σ	1982.843-1975.302=7.541
min	1548.000-1550.000=-2.000
max	7212.000

*mean*	13.755-13.458=0.297
σ	3.136-2.093=1.043
min	11.755-11.772=-0.018
max	21.354-18.416=2.938

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932-41.932=0.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	14.830-15.018=-0.188
σ	0.778-0.874=-0.097
min	13.298-13.614=-0.315
max	15.316-15.869=-0.553

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.930=-0.001
σ	0.002-0.003=-0.001
min	41.928-41.928=-0.000
max	41.932-41.936=-0.005

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	13.574-13.964=-0.391
σ	0.909-1.487=-0.577
min	11.895-11.393=0.503
max	14.362-15.775=-1.413

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.001

*mean*	4173.000-4167.125=5.875
σ	1904.988-1898.201=6.786
min	1548.000-1550.000=-2.000
max	7212.000

*mean*	13.089-13.851=-0.762
σ	1.223-1.467=-0.244
min	10.975-11.627=-0.652
max	14.231-15.295=-1.064

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.605=0.000
σ	0.003-0.002=0.001
min	27.603
max	27.611-27.607=0.004

*mean*	4173.000-4167.125=5.875
σ	1904.988-1898.201=6.786
min	1548.000-1550.000=-2.000
max	7212.000

*mean*	9.154-9.033=0.122
σ	0.416-0.397=0.019
min	8.443-8.304=0.139
max	9.539-9.335=0.204

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.401=-0.001
σ	0.002-0.002=-0.000
min	26.399-26.399=-0.000
max	26.403-26.403=-0.000

*mean*	4173.000-4167.125=5.875
σ	1904.988-1898.201=6.786
min	1548.000-1550.000=-2.000
max	7212.000

*mean*	7.157-6.507=0.650
σ	0.299-0.281=0.019
min	6.552-6.084=0.468
max	7.418-6.951=0.468

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=0.000
max	25.668-25.670=-0.001

*mean*	4289.875-4284.000=5.875
σ	1982.843-1975.302=7.541
min	1548.000-1550.000=-2.000
max	7212.000

*mean*	6.295-6.253=0.042
σ	0.621-0.577=0.043
min	5.936-5.711=0.225
max	7.811-7.625=0.186

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=-0.000
σ	0.002-0.002=0.000
min	25.659-25.659=0.000
max	25.663-25.663=0.000

*mean*	4289.875-4284.000=5.875
σ	1982.843-1975.302=7.541
min	1548.000-1550.000=-2.000
max	7212.000

*mean*	5.894-5.831=0.063
σ	0.583-0.580=0.002
min	5.580-5.445=0.135
max	7.324-7.220=0.104

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=-0.000
max	25.971-25.972=-0.001

*mean*	4289.875-4284.000=5.875
σ	1982.843-1975.302=7.541
min	1548.000-1550.000=-2.000
max	7212.000

*mean*	5.930-6.019=-0.089
σ	0.633-0.555=0.078
min	5.602-5.579=0.023
max	7.491-7.304=0.187

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.971-25.971=0.000

*mean*	4289.875-4284.000=5.875
σ	1982.843-1975.302=7.541
min	1548.000-1550.000=-2.000
max	7212.000

*mean*	5.783-5.793=-0.010
σ	0.640-0.551=0.090
min	5.513-5.280=0.232
max	7.366-7.097=0.269

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596-2524.595=0.000
σ	0.002-0.002=-0.000
min	2524.594-2524.594=0.000
max	2524.597-2524.598=-0.001

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	1461.696-1397.677=64.019
σ	681.193-543.142=138.050
min	1025.959-1026.957=-0.998
max	2799.332-2290.540=508.792

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.561=-0.000
σ	0.040-0.040=0.000
min	8744.545-8744.545=-0.000
max	8744.661-8744.660=0.000

*mean*	3595.250-3590.500=4.750
σ	1821.424-1809.354=12.069
min	1075.000-1074.000=1.000
max	5832.000-5811.000=21.000

*mean*	4994.959-4579.989=414.970
σ	1590.015-1332.319=257.696
min	3522.422-3550.506=-28.084
max	6936.968-6864.113=72.854

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.075-62.076=-0.000
max	62.080

*mean*	4173.000-4167.125=5.875
σ	1904.988-1898.201=6.786
min	1548.000-1550.000=-2.000
max	7212.000

*mean*	77.398-76.413=0.985
σ	6.130-6.417=-0.287
min	70.355-70.435=-0.081
max	87.598-87.507=0.091

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.076=0.000
max	62.080

*mean*	4173.000-4167.125=5.875
σ	1904.988-1898.201=6.786
min	1548.000-1550.000=-2.000
max	7212.000

*mean*	78.197-77.587=0.611
σ	6.101-6.727=-0.627
min	71.549-70.536=1.013
max	88.292-89.357=-1.065

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.944-40.945=-0.000
σ	0.001-0.002=-0.000
min	40.944-40.944=-0.000
max	40.947

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	103.333-103.248=0.085
σ	7.808-8.929=-1.121
min	88.563-84.504=4.059
max	108.988-108.792=0.196

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946-40.945=0.000
σ	0.002-0.002=-0.000
min	40.944
max	40.947-40.948=-0.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	103.321-103.500=-0.179
σ	7.871-9.017=-1.146
min	88.417-84.659=3.758
max	108.952-109.366=-0.414

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950-40.951=-0.001
σ	0.002-0.002=-0.000
min	40.949-40.948=0.000
max	40.953

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	105.737-105.662=0.076
σ	8.570-9.332=-0.761
min	91.163-87.333=3.830
max	113.195-113.819=-0.624

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951-40.950=0.000
σ	0.002-0.002=-0.000
min	40.949
max	40.953-40.954=-0.002

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	103.562-103.538=0.025
σ	8.012-8.905=-0.893
min	88.456-84.759=3.697
max	108.991-108.705=0.286

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.686=0.000
σ	0.002-0.001=0.001
min	66.685-66.686=-0.000
max	66.690-66.689=0.001

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	234.500-225.335=9.165
σ	212.722-189.444=23.279
min	138.625-133.873=4.752
max	760.292-693.258=67.034

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.687=0.000
σ	0.002-0.002=0.000
min	66.685
max	66.690-66.689=0.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	156.369-154.327=2.042
σ	14.551-17.574=-3.023
min	130.708-122.170=8.538
max	167.691-167.212=0.480

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=-0.000
σ	4.318-4.318=0.000
min	11655.305
max	11667.520-11667.520=0.000

*mean*	4173.000-4167.125=5.875
σ	1904.988-1898.201=6.786
min	1548.000-1550.000=-2.000
max	7212.000

*mean*	6972.420-6681.014=291.407
σ	1274.887-1120.043=154.844
min	4917.926-4895.155=22.771
max	8245.947-8098.947=147.000

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065-11560.065=0.000
σ	0.001-0.001=0.000
min	11560.064-11560.064=0.000
max	11560.068-11560.068=0.001

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	5682.008-5769.712=-87.705
σ	1447.275-1475.887=-28.612
min	4387.625-4417.405=-29.781
max	7709.246-7740.530=-31.285

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.668-172.661=0.007
σ	0.011-0.007=0.004
min	172.655-172.650=0.005
max	172.684-172.668=0.016

*mean*	489.000-487.000=2.000
σ	0.000
min	489.000-487.000=2.000
max	489.000-487.000=2.000

*mean*	395.056-387.899=7.156
σ	25.759-23.145=2.614
min	348.961-354.834=-5.873
max	417.755-418.539=-0.784

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.469-357.464=0.006
σ	0.163-0.154=0.009
min	357.321
max	357.700-357.661=0.039

*mean*	566.000-564.000=2.000
σ	0.000
min	566.000-564.000=2.000
max	566.000-564.000=2.000

*mean*	770.243-777.008=-6.765
σ	69.486-47.660=21.826
min	624.311-683.484=-59.173
max	856.119-808.843=47.276

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.079-1008.083=-0.004
σ	0.761-0.760=0.001
min	1007.606-1007.608=-0.003
max	1011.228-1011.226=0.002

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	1.574-1.519=0.055
σ	0.133-0.122=0.011
min	1.362-1.360=0.002
max	1.871-1.883=-0.011

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.884=-0.001
σ	0.002-0.003=-0.001
min	0.881
max	0.886-0.888=-0.002

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.326-0.431=-0.105
σ	0.124-0.092=0.032
min	0.258-0.351=-0.092
max	0.548-0.539=0.008

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.653-0.887=-0.234
σ	0.078-0.099=-0.020
min	0.604-0.825=-0.221
max	0.792-1.059=-0.267

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.388-0.543=-0.155
σ	0.032-0.054=-0.022
min	0.361-0.502=-0.141
max	0.443-0.638=-0.195

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.756-0.851=-0.095
σ	0.116-0.036=0.080
min	0.603-0.818=-0.215
max	0.852-0.905=-0.053

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.552-963.549=0.003
σ	0.022-0.021=0.001
min	963.527-963.523=0.004
max	963.577-963.569=0.008

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.804-0.748=0.056
σ	0.051-0.093=-0.042
min	0.724-0.617=0.107
max	0.845-0.838=0.007

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=-0.000
σ	0.007-0.008=-0.001
min	884.847
max	884.864-884.864=-0.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.685-0.549=0.135
σ	0.058-0.060=-0.001
min	0.597-0.501=0.095
max	0.739-0.633=0.106

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.709-7.711=-0.002

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	4.226-3.546=0.680
σ	0.065-0.081=-0.016
min	4.112-3.430=0.683
max	4.506-3.840=0.666

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.658

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	4.220-3.546=0.674
σ	0.107-0.133=-0.025
min	3.548-2.817=0.731
max	4.623-3.972=0.651

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.757-0.555=0.202
σ	0.028-0.042=-0.014
min	0.719-0.347=0.371
max	0.936-0.791=0.144

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.718-0.509=0.209
σ	0.015-0.042=-0.026
min	0.684-0.296=0.389
max	0.789-0.554=0.234

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.407-297.437=-0.030
σ	0.233-0.214=0.019
min	297.256-297.285=-0.028
max	298.052-298.024=0.028

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.550-0.553=-0.003
σ	0.033-0.028=0.005
min	0.513-0.514=-0.002
max	0.590-0.586=0.003

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.725-289.724=0.000
σ	0.043-0.035=0.008
min	289.666-289.674=-0.009
max	289.785-289.772=0.013

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.405-0.398=0.008
σ	0.022-0.014=0.008
min	0.388-0.387=0.001
max	0.441-0.415=0.027

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.653-1299.631=0.022
σ	0.082-0.089=-0.007
min	1299.573-1299.535=0.039
max	1299.768-1299.753=0.015

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	1.959-1.941=0.018
σ	0.156-0.119=0.037
min	1.809-1.817=-0.008
max	2.209-2.092=0.117

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.628-1542.642=-0.014
σ	4.076-4.056=0.021
min	1540.582-1540.556=0.026
max	1549.911-1549.888=0.023

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	2.323-2.415=-0.092
σ	0.236-0.278=-0.042
min	2.068-2.068=-0.000
max	2.650-2.689=-0.039

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.595-1861.625=-0.030
σ	0.066-0.057=0.009
min	1861.505-1861.568=-0.063
max	1861.666-1861.699=-0.033

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	2.886-2.956=-0.070
σ	0.092-0.163=-0.071
min	2.794-2.849=-0.054
max	3.040-3.236=-0.196

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.505-1.446=0.060
σ	0.315-0.156=0.160
min	1.265-1.272=-0.008
max	1.855-1.620=0.234

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.144-446.148=-0.004
σ	577.065-577.069=-0.004
min	157.607-157.613=-0.005
max	1311.741-1311.751=-0.010

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	0.538-0.544=-0.006
σ	0.537-0.542=-0.005
min	0.264-0.269=-0.005
max	1.344-1.357=-0.013

policies=20

*mean*	1576.385-1576.394=-0.009
σ	0.350-0.341=0.009
min	1576.150-1576.160=-0.011
max	1576.904-1576.899=0.004

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	2.620-2.624=-0.004
σ	0.020-0.015=0.005
min	2.597-2.610=-0.012
max	2.647-2.641=0.006

policies=200

*mean*	15771.968-15771.978=-0.011
σ	0.074-0.076=-0.003
min	15771.867-15771.873=-0.005
max	15772.042-15772.054=-0.013

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7212.000
σ	0.000
min	7212.000
max	7212.000

*mean*	26.526-26.481=0.045
σ	0.121-0.151=-0.030
min	26.444-26.341=0.102
max	26.702-26.653=0.049