Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.618-54.523=0.096
σ	0.351-0.371=-0.020
min	54.486-54.386=0.100
max	55.618-55.579=0.039

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.142-0.143=-0.001
σ	0.004-0.007=-0.003
min	0.137-0.137=-0.000
max	0.147-0.160=-0.013

cache=y

dps=1

iters=10

policies=100

*mean*	43.787-43.766=0.021
σ	0.006-0.008=-0.001
min	43.780-43.760=0.020
max	43.801-43.784=0.017

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.123-0.120=0.003
σ	0.003-0.004=-0.001
min	0.121-0.115=0.007
max	0.132-0.127=0.005

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.619=-0.000

*mean*	4289.125-4166.500=122.625
σ	1984.150-1898.389=85.761
min	1548.000-1550.000=-2.000
max	7212.000-7200.000=12.000

*mean*	98.897-12.635=86.262
σ	244.148-0.322=243.826
min	12.177-12.253=-0.076
max	703.133-13.133=690.000

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4289.125-4287.000=2.125
σ	1984.150-1978.404=5.746
min	1548.000-1550.000=-2.000
max	7212.000-7200.000=12.000

*mean*	13.320-101.189=-87.869
σ	0.911-250.322=-249.411
min	12.744-11.696=1.048
max	15.504-720.702=-705.197

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932-41.933=-0.001

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	14.962-14.932=0.030
σ	0.680-1.314=-0.635
min	13.674-12.071=1.603
max	15.724-15.949=-0.225

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.930=-0.001
σ	0.002-0.002=-0.000
min	41.928
max	41.932-41.932=-0.000

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	13.056-13.452=-0.397
σ	0.895-1.210=-0.315
min	11.714-11.401=0.313
max	14.169-14.712=-0.544

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.928=0.001
σ	0.002-0.002=0.000
min	41.927-41.927=-0.000
max	41.932-41.931=0.001

*mean*	4172.250-4166.500=5.750
σ	1906.155-1898.389=7.766
min	1548.000-1550.000=-2.000
max	7212.000-7200.000=12.000

*mean*	13.546-13.832=-0.286
σ	1.820-1.522=0.298
min	10.718-11.610=-0.891
max	15.642-15.257=0.385

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.604=0.000
σ	0.002-0.002=0.000
min	27.603-27.603=0.000
max	27.607-27.607=0.000

*mean*	4172.250-4166.500=5.750
σ	1906.155-1898.389=7.766
min	1548.000-1550.000=-2.000
max	7212.000-7200.000=12.000

*mean*	9.001-9.109=-0.108
σ	0.372-0.512=-0.140
min	8.256-8.344=-0.088
max	9.414-9.647=-0.232

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403-26.403=-0.000

*mean*	4172.250-4166.500=5.750
σ	1906.155-1898.389=7.766
min	1548.000-1550.000=-2.000
max	7212.000-7200.000=12.000

*mean*	6.794-6.611=0.183
σ	0.324-0.399=-0.075
min	6.404-6.055=0.348
max	7.327-7.191=0.136

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664-25.664=-0.000
max	25.668-25.668=-0.000

*mean*	4289.125-4287.000=2.125
σ	1984.150-1978.404=5.746
min	1548.000-1550.000=-2.000
max	7212.000-7200.000=12.000

*mean*	5.996-6.241=-0.245
σ	0.142-0.640=-0.498
min	5.810-5.829=-0.019
max	6.236-7.797=-1.561

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.000
σ	0.002-0.002=0.000
min	25.659
max	25.663-25.663=0.000

*mean*	4289.125-4287.000=2.125
σ	1984.150-1978.404=5.746
min	1548.000-1550.000=-2.000
max	7212.000-7200.000=12.000

*mean*	5.566-5.924=-0.358
σ	0.116-0.713=-0.596
min	5.307-5.138=0.169
max	5.685-7.491=-1.806

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=-0.000
σ	0.002-0.003=-0.001
min	25.967-25.967=-0.000
max	25.971-25.975=-0.004

*mean*	4289.125-4287.000=2.125
σ	1984.150-1978.404=5.746
min	1548.000-1550.000=-2.000
max	7212.000-7200.000=12.000

*mean*	5.682-5.900=-0.219
σ	0.119-0.653=-0.534
min	5.440-5.144=0.296
max	5.828-7.410=-1.582

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=0.001
σ	0.002-0.001=0.000
min	25.967-25.967=-0.000
max	25.971

*mean*	4289.125-4287.000=2.125
σ	1984.150-1978.404=5.746
min	1548.000-1550.000=-2.000
max	7212.000-7200.000=12.000

*mean*	5.497-5.863=-0.366
σ	0.169-0.681=-0.512
min	5.141-5.119=0.022
max	5.740-7.390=-1.650

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.595-2524.595=0.001
σ	0.002-0.002=0.000
min	2524.594-2524.594=0.000
max	2524.598-2524.598=0.000

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	1483.176-1186.675=296.501
σ	719.148-400.279=318.869
min	1028.958-1035.892=-6.934
max	2980.407-2177.224=803.183

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.561=-0.000
σ	0.040-0.040=-0.000
min	8744.545-8744.545=0.000
max	8744.659-8744.660=-0.001

*mean*	3593.500-3594.000=-0.500
σ	1823.849-1818.498=5.350
min	1069.000-1073.000=-4.000
max	5834.000-5835.000=-1.000

*mean*	4462.183-4918.308=-456.126
σ	1323.634-1542.183=-218.549
min	3467.199-3558.927=-91.728
max	6910.194-7176.448=-266.254

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.076-62.077=-0.001
σ	0.001-0.002=-0.000
min	62.076-62.076=-0.000
max	62.080

*mean*	4172.250-4166.500=5.750
σ	1906.155-1898.389=7.766
min	1548.000-1550.000=-2.000
max	7212.000-7200.000=12.000

*mean*	77.014-80.420=-3.406
σ	4.110-9.671=-5.561
min	70.326-70.550=-0.224
max	82.794-98.226=-15.432

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.078=-0.000
σ	0.002-0.002=-0.000
min	62.076
max	62.080-62.080=0.000

*mean*	4172.250-4166.500=5.750
σ	1906.155-1898.389=7.766
min	1548.000-1550.000=-2.000
max	7212.000-7200.000=12.000

*mean*	77.260-81.042=-3.781
σ	3.805-9.904=-6.099
min	70.801-70.104=0.696
max	82.871-98.662=-15.791

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.945=-0.000
σ	0.002-0.002=0.000
min	40.944-40.944=-0.000
max	40.949-40.947=0.001

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	103.144-102.941=0.203
σ	7.550-9.629=-2.079
min	90.549-82.456=8.092
max	109.428-109.305=0.123

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.945=0.000
σ	0.002-0.002=0.000
min	40.943-40.944=-0.000
max	40.947

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	103.114-102.711=0.404
σ	7.394-9.431=-2.037
min	90.943-82.387=8.556
max	108.857-108.207=0.649

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950-40.951=-0.000
σ	0.002-0.002=-0.000
min	40.949
max	40.954-40.954=-0.000

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	105.480-106.057=-0.577
σ	6.460-7.604=-1.144
min	94.451-90.039=4.412
max	112.057-112.287=-0.230

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.950=0.000
σ	0.002-0.002=0.000
min	40.949-40.949=-0.000
max	40.953-40.953=0.000

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	103.058-102.835=0.223
σ	7.117-9.425=-2.308
min	91.229-82.713=8.515
max	107.908-108.356=-0.448

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=0.000
σ	0.003-0.002=0.001
min	66.685-66.686=-0.000
max	66.694-66.689=0.005

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	209.357-219.508=-10.151
σ	141.708-174.370=-32.662
min	142.607-130.524=12.083
max	559.121-649.810=-90.689

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686-66.686=-0.000
σ	0.001-0.002=-0.000
min	66.685
max	66.689-66.689=-0.000

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	152.841-153.724=-0.883
σ	21.522-18.851=2.672
min	106.757-119.792=-13.036
max	168.889-169.207=-0.318

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.834=-0.000
σ	4.319-4.318=0.001
min	11655.305-11655.305=0.000
max	11667.522-11667.520=0.002

*mean*	4172.250-4166.500=5.750
σ	1906.155-1898.389=7.766
min	1548.000-1550.000=-2.000
max	7212.000-7200.000=12.000

*mean*	6789.668-6612.053=177.615
σ	1025.080-1282.358=-257.279
min	4856.754-4938.362=-81.608
max	8014.381-8335.408=-321.027

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.066=-0.001
σ	0.002-0.002=0.000
min	11560.064-11560.064=-0.001
max	11560.069

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	5773.843-6106.341=-332.498
σ	1357.794-1571.470=-213.676
min	4346.665-4426.556=-79.891
max	7664.151-8575.382=-911.231

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.654-172.655=-0.001
σ	0.012-0.015=-0.003
min	172.642-172.634=0.008
max	172.671-172.673=-0.002

*mean*	486.000
σ	0.000
min	486.000
max	486.000

*mean*	359.539-363.931=-4.393
σ	29.101-51.089=-21.988
min	309.921-271.276=38.645
max	394.366-419.128=-24.762

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.475-357.463=0.012
σ	0.162-0.151=0.011
min	357.321
max	357.635-357.627=0.008

*mean*	562.000-563.000=-1.000
σ	0.000
min	562.000-563.000=-1.000
max	562.000-563.000=-1.000

*mean*	796.351-795.186=1.165
σ	22.246-35.776=-13.530
min	745.815-719.747=26.068
max	813.250-831.837=-18.587

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.084-1008.076=0.008
σ	0.761-0.762=-0.001
min	1007.610-1007.605=0.005
max	1011.230-1011.225=0.004

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	1.524-1.516=0.007
σ	0.147-0.112=0.035
min	1.383-1.401=-0.018
max	1.893-1.791=0.102

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.003-0.002=0.000
min	0.881
max	0.887-0.886=0.001

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	0.323-0.327=-0.005
σ	0.108-0.126=-0.018
min	0.236-0.261=-0.025
max	0.499-0.550=-0.051

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	0.740-0.647=0.094
σ	0.114-0.075=0.039
min	0.602-0.606=-0.004
max	0.839-0.780=0.058

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	0.534-0.387=0.147
σ	0.043-0.031=0.012
min	0.498-0.357=0.140
max	0.603-0.437=0.166

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	0.837-0.741=0.096
σ	0.041-0.106=-0.065
min	0.806-0.599=0.208
max	0.908-0.842=0.065

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.550-963.547=0.003
σ	0.026-0.023=0.003
min	963.536-963.528=0.008
max	963.596-963.577=0.019

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	0.790-0.786=0.004
σ	0.086-0.059=0.027
min	0.641-0.708=-0.067
max	0.847-0.847=-0.001

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.853=0.001
σ	0.010-0.006=0.003
min	884.847
max	884.869-884.862=0.007

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	0.640-0.569=0.070
σ	0.005-0.062=-0.057
min	0.634-0.515=0.119
max	0.646-0.638=0.008

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	3.494-3.555=-0.061
σ	0.083-0.086=-0.003
min	3.286-3.406=-0.120
max	3.760-3.842=-0.082

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=0.000
σ	0.002-0.002=0.000
min	7.654
max	7.659-7.658=0.001

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	3.057-3.519=-0.461
σ	0.385-0.075=0.310
min	2.617-3.375=-0.758
max	3.850-3.787=0.063

name=record_render_success.art

*mean*	2.288-2.288=0.000
σ	0.002-0.002=-0.000
min	2.287
max	2.291

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	0.540-0.547=-0.006
σ	0.038-0.029=0.008
min	0.513-0.522=-0.008
max	0.885-0.783=0.102

name=record_render_syntax_err.art

*mean*	2.163-2.163=-0.000
σ	0.002-0.002=0.000
min	2.163
max	2.166

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	0.509-0.514=-0.005
σ	0.024-0.012=0.012
min	0.403-0.492=-0.089
max	0.690-0.579=0.111

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.507-297.354=0.153
σ	0.240-0.259=-0.019
min	297.342-297.175=0.167
max	298.163-298.071=0.092

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	0.575-0.568=0.008
σ	0.055-0.021=0.033
min	0.513-0.547=-0.034
max	0.700-0.603=0.098

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.727-289.730=-0.004
σ	0.031-0.033=-0.002
min	289.684-289.678=0.006
max	289.769-289.765=0.004

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	0.388-0.396=-0.009
σ	0.001-0.012=-0.011
min	0.387-0.386=0.000
max	0.389-0.412=-0.023

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.631-1299.628=0.004
σ	0.104-0.095=0.009
min	1299.505-1299.512=-0.006
max	1299.773-1299.761=0.012

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	2.039-1.956=0.083
σ	0.092-0.118=-0.026
min	1.936-1.801=0.135
max	2.174-2.112=0.062

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.638-1542.619=0.019
σ	4.052-4.070=-0.018
min	1540.567-1540.596=-0.029
max	1549.877-1549.890=-0.014

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	2.336-2.361=-0.024
σ	0.214-0.219=-0.005
min	2.124-2.078=0.047
max	2.595-2.646=-0.051

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.609-1861.596=0.013
σ	0.056-0.060=-0.004
min	1861.535-1861.506=0.029
max	1861.668-1861.650=0.017

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	3.010-2.944=0.066
σ	0.106-0.127=-0.021
min	2.878-2.846=0.032
max	3.172-3.116=0.056

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.470-1.653=-0.183
σ	0.254-0.210=0.044
min	1.277-1.374=-0.097
max	1.812-1.866=-0.054

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.150-446.147=0.003
σ	577.066-577.067=-0.000
min	157.614-157.613=0.002
max	1311.749-1311.747=0.002

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	0.543-0.549=-0.005
σ	0.552-0.555=-0.004
min	0.266-0.270=-0.004
max	1.370-1.381=-0.011

policies=20

*mean*	1576.426-1576.398=0.028
σ	0.347-0.350=-0.003
min	1576.194-1576.157=0.037
max	1576.942-1576.916=0.026

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	2.636-2.627=0.009
σ	0.020-0.018=0.002
min	2.617-2.605=0.012
max	2.659-2.646=0.013

policies=200

*mean*	15772.223-15771.945=0.277
σ	0.074-0.056=0.017
min	15772.113-15771.869=0.243
max	15772.263-15771.998=0.266

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7212.000-7200.000=12.000
σ	0.000
min	7212.000-7200.000=12.000
max	7212.000-7200.000=12.000

*mean*	26.517-26.444=0.074
σ	0.097-0.148=-0.051
min	26.412-26.328=0.085
max	26.612-26.661=-0.050