Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	53.705-53.703=0.002
σ	0.371-0.368=0.003
min	53.560-53.558=0.002
max	54.759-54.748=0.011

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.142-0.135=0.007
σ	0.008-0.004=0.004
min	0.134-0.130=0.004
max	0.157-0.141=0.015

cache=y

dps=1

iters=10

policies=100

*mean*	43.058-43.057=0.001
σ	0.007-0.007=0.000
min	43.046-43.049=-0.003
max	43.071-43.068=0.003

*mean*	415.000-416.000=-1.000
σ	0.000
min	415.000-416.000=-1.000
max	415.000-416.000=-1.000

*mean*	0.122-0.120=0.002
σ	0.004-0.005=-0.001
min	0.119-0.114=0.005
max	0.129-0.127=0.002

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.619-36.620=-0.000

*mean*	4168.500-4286.125=-117.625
σ	1899.061-1981.080=-82.019
min	1551.000
max	7202.000-7214.000=-12.000

*mean*	12.855-104.592=-91.736
σ	0.244-259.419=-259.175
min	12.537-12.517=0.020
max	13.238-746.621=-733.383

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.617-36.618=-0.000
σ	0.002-0.002=0.000
min	36.616-36.616=0.000
max	36.621-36.620=0.001

*mean*	4288.750-4286.125=2.625
σ	1978.964-1981.080=-2.115
min	1551.000
max	7202.000-7214.000=-12.000

*mean*	113.762-13.890=99.872
σ	284.029-3.030=280.999
min	13.146-11.900=1.247
max	816.698-21.208=795.489

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=-0.000
σ	0.002-0.002=0.000
min	41.928-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	14.813-15.067=-0.254
σ	1.293-0.666=0.627
min	12.072-14.034=-1.963
max	15.736-15.844=-0.109

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.929=0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=-0.000
max	41.932-41.932=-0.000

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	13.694-13.488=0.206
σ	1.245-1.200=0.045
min	11.611-11.741=-0.130
max	14.500-14.429=0.071

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.928=0.001
σ	0.002-0.002=-0.000
min	41.927
max	41.931-41.932=-0.001

*mean*	4168.500-4169.375=-0.875
σ	1899.061-1903.574=-4.513
min	1551.000
max	7202.000-7214.000=-12.000

*mean*	13.317-13.623=-0.306
σ	1.179-1.769=-0.590
min	10.936-11.030=-0.094
max	14.900-15.233=-0.332

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.604=0.000
σ	0.003-0.002=0.001
min	27.603-27.603=-0.000
max	27.611-27.607=0.004

*mean*	4168.500-4169.375=-0.875
σ	1899.061-1903.574=-4.513
min	1551.000
max	7202.000-7214.000=-12.000

*mean*	9.140-8.829=0.311
σ	0.324-0.318=0.006
min	8.564-8.294=0.271
max	9.472-9.190=0.282

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.400=-0.000
σ	0.002-0.002=-0.000
min	26.399
max	26.403-26.403=-0.000

*mean*	4168.500-4169.375=-0.875
σ	1899.061-1903.574=-4.513
min	1551.000
max	7202.000-7214.000=-12.000

*mean*	7.152-6.927=0.225
σ	0.158-0.192=-0.033
min	6.899-6.549=0.351
max	7.351-7.171=0.180

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=-0.000
σ	0.002-0.002=-0.000
min	25.664
max	25.668

*mean*	4288.750-4286.125=2.625
σ	1978.964-1981.080=-2.115
min	1551.000
max	7202.000-7214.000=-12.000

*mean*	6.225-6.295=-0.069
σ	0.549-0.846=-0.297
min	5.810-5.731=0.079
max	7.496-8.354=-0.858

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.000
σ	0.002-0.002=0.000
min	25.659-25.659=0.000
max	25.663-25.663=0.000

*mean*	4288.750-4286.125=2.625
σ	1978.964-1981.080=-2.115
min	1551.000
max	7202.000-7214.000=-12.000

*mean*	5.813-5.808=0.005
σ	0.604-0.645=-0.042
min	5.462-5.462=0.000
max	7.296-7.398=-0.102

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.968=0.001
σ	0.002-0.002=0.000
min	25.967
max	25.971-25.971=0.000

*mean*	4288.750-4286.125=2.625
σ	1978.964-1981.080=-2.115
min	1551.000
max	7202.000-7214.000=-12.000

*mean*	5.895-5.916=-0.021
σ	0.582-0.625=-0.043
min	5.599-5.631=-0.033
max	7.316-7.453=-0.136

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=0.000
σ	0.002-0.001=0.000
min	25.967-25.967=-0.000
max	25.971-25.971=0.000

*mean*	4288.750-4286.125=2.625
σ	1978.964-1981.080=-2.115
min	1551.000
max	7202.000-7214.000=-12.000

*mean*	5.787-5.823=-0.036
σ	0.554-0.582=-0.029
min	5.553-5.497=0.056
max	7.156-7.240=-0.084

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596-2524.596=0.000
σ	0.002-0.002=-0.000
min	2524.594-2524.594=0.000
max	2524.598-2524.598=-0.000

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	1118.837-1477.462=-358.625
σ	199.512-684.850=-485.338
min	1039.296-1042.843=-3.547
max	1612.496-2742.302=-1129.807

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.561-8744.561=-0.000
σ	0.041-0.041=0.000
min	8744.545-8744.545=-0.000
max	8744.662-8744.661=0.000

*mean*	3595.875-3591.500=4.375
σ	1818.797-1817.388=1.409
min	1075.000
max	5837.000-5823.000=14.000

*mean*	4815.185-5092.815=-277.630
σ	1628.947-1677.262=-48.314
min	3525.672-3539.175=-13.503
max	7138.669-7050.383=88.286

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=0.000
min	62.076
max	62.080

*mean*	4168.500-4169.375=-0.875
σ	1899.061-1903.574=-4.513
min	1551.000
max	7202.000-7214.000=-12.000

*mean*	80.109-77.019=3.090
σ	7.443-5.976=1.468
min	72.805-71.599=1.206
max	94.152-90.655=3.497

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.078=-0.001
σ	0.002-0.002=0.000
min	62.075-62.076=-0.000
max	62.080-62.080=-0.000

*mean*	4168.500-4169.375=-0.875
σ	1899.061-1903.574=-4.513
min	1551.000
max	7202.000-7214.000=-12.000

*mean*	80.699-77.350=3.349
σ	7.442-5.984=1.458
min	72.602-71.399=1.202
max	94.439-90.720=3.719

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.944-40.945=-0.000
σ	0.001-0.002=-0.000
min	40.943-40.943=-0.000
max	40.947

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	103.676-103.931=-0.255
σ	10.335-7.285=3.050
min	82.646-89.791=-7.145
max	109.765-109.534=0.231

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.946-40.945=0.001
σ	0.002-0.002=0.000
min	40.944-40.943=0.000
max	40.947

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	103.546-103.631=-0.084
σ	10.225-7.571=2.655
min	82.681-88.699=-6.018
max	109.876-109.550=0.326

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950-40.951=-0.001
σ	0.002-0.002=-0.001
min	40.949-40.949=0.000
max	40.953-40.954=-0.002

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	105.828-106.981=-1.153
σ	9.435-5.737=3.698
min	88.932-96.446=-7.514
max	113.452-113.196=0.257

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.951-40.950=0.001
σ	0.002-0.002=0.000
min	40.949-40.948=0.000
max	40.953-40.952=0.000

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	103.709-103.846=-0.137
σ	10.173-7.372=2.801
min	83.066-89.402=-6.336
max	109.794-109.495=0.299

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=0.000
σ	0.002-0.002=0.000
min	66.685-66.686=-0.000
max	66.690-66.689=0.001

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	227.176-222.168=5.008
σ	192.021-178.464=13.558
min	132.253-138.376=-6.122
max	701.185-663.024=38.161

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.687-66.686=0.000
σ	0.002-0.002=0.000
min	66.685
max	66.690-66.689=0.000

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	154.491-155.231=-0.740
σ	21.031-16.532=4.498
min	114.400-125.376=-10.976
max	170.509-169.571=0.938

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=-0.001
σ	4.318-4.318=-0.000
min	11655.305
max	11667.519-11667.520=-0.001

*mean*	4168.500-4169.375=-0.875
σ	1899.061-1903.574=-4.513
min	1551.000
max	7202.000-7214.000=-12.000

*mean*	6670.886-6717.022=-46.136
σ	1102.061-1266.103=-164.042
min	4962.766-4928.154=34.612
max	8027.818-8154.385=-126.566

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.065-11560.066=-0.000
σ	0.002-0.002=-0.000
min	11560.064-11560.064=-0.000
max	11560.069-11560.069=0.001

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	5444.371-6058.535=-614.164
σ	1514.682-1445.943=68.739
min	4420.355-4390.465=29.890
max	8582.205-7746.550=835.655

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.663-172.667=-0.004
σ	0.009-0.010=-0.002
min	172.646-172.651=-0.005
max	172.672-172.679=-0.007

*mean*	487.000-488.000=-1.000
σ	0.000
min	487.000-488.000=-1.000
max	487.000-488.000=-1.000

*mean*	389.281-399.596=-10.314
σ	51.065-24.032=27.033
min	267.632-357.133=-89.501
max	421.639-424.382=-2.744

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.468-357.461=0.007
σ	0.157-0.158=-0.001
min	357.321
max	357.657-357.668=-0.012

*mean*	564.000-563.375=0.625
σ	0.000-3.021=-3.021
min	564.000-558.000=6.000
max	564.000-565.000=-1.000

*mean*	798.723-810.540=-11.817
σ	14.170-30.830=-16.660
min	768.611-778.282=-9.671
max	812.854-872.680=-59.826

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1005.002-1005.002=-0.000
σ	0.750-0.750=-0.000
min	1004.530-1004.531=-0.002
max	1008.102-1008.103=-0.001

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	1.597-1.642=-0.045
σ	0.135-0.130=0.004
min	1.419-1.449=-0.030
max	1.879-1.954=-0.075

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883-0.883=0.000
σ	0.002-0.002=0.000
min	0.881
max	0.886-0.886=0.000

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	0.441-0.447=-0.006
σ	0.132-0.179=-0.047
min	0.353-0.344=0.009
max	0.672-0.766=-0.093

name=error_case.art

*mean*	2.333-2.334=-0.001
σ	0.003-0.004=-0.001
min	2.332
max	2.337-2.340=-0.003

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	0.912-0.927=-0.015
σ	0.095-0.186=-0.091
min	0.836-0.826=0.010
max	1.067-1.258=-0.191

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	0.549-0.537=0.012
σ	0.051-0.039=0.012
min	0.508-0.507=0.001
max	0.634-0.597=0.037

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	0.853-0.842=0.010
σ	0.045-0.036=0.009
min	0.817-0.799=0.018
max	0.929-0.897=0.032

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.550-963.552=-0.001
σ	0.031-0.023=0.008
min	963.523-963.527=-0.004
max	963.599-963.582=0.017

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	0.832-0.801=0.031
σ	0.028-0.046=-0.018
min	0.783-0.728=0.056
max	0.853-0.849=0.004

name=cdr_enhanced_4k_loc.art

*mean*	884.856-884.856=0.000
σ	0.007-0.006=0.001
min	884.847
max	884.863-884.862=0.001

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	0.590-0.683=-0.092
σ	0.077-0.052=0.025
min	0.492-0.624=-0.132
max	0.651-0.750=-0.100

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706
σ	0.002
min	7.705
max	7.709

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	2.915-4.290=-1.376
σ	0.268-0.068=0.201
min	2.683-4.144=-1.461
max	3.817-4.615=-0.798

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658-7.659=-0.001

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	2.781-4.299=-1.519
σ	0.073-0.081=-0.008
min	2.649-4.147=-1.498
max	3.063-4.563=-1.500

name=record_render_success.art

*mean*	2.288-2.288=0.000
σ	0.002-0.002=-0.000
min	2.287
max	2.291

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	0.460-0.699=-0.239
σ	0.116-0.100=0.015
min	0.294-0.524=-0.231
max	0.627-0.887=-0.260

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	0.290-0.520=-0.230
σ	0.008-0.014=-0.005
min	0.276-0.497=-0.221
max	0.335-0.581=-0.246

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.213-294.336=-0.124
σ	0.199-0.226=-0.027
min	294.093-294.098=-0.004
max	294.762-294.891=-0.130

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	0.530-0.537=-0.007
σ	0.026-0.026=-0.000
min	0.496-0.501=-0.005
max	0.582-0.573=0.009

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	281.448-281.449=-0.001
σ	0.033-0.034=-0.001
min	281.397-281.404=-0.008
max	281.489-281.496=-0.006

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	0.385-0.386=-0.001
σ	0.008-0.008=-0.000
min	0.378-0.378=-0.000
max	0.394-0.396=-0.002

iters=5

new-facts=1

prior-facts=6402

*mean*	1291.503-1291.502=0.002
σ	0.111-0.102=0.009
min	1291.363-1291.375=-0.012
max	1291.623-1291.617=0.006

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	1.938-1.930=0.007
σ	0.081-0.109=-0.028
min	1.799-1.790=0.009
max	2.003-2.080=-0.077

iters=5

new-facts=6402

prior-facts=1

*mean*	1534.345-1534.374=-0.029
σ	3.977-4.025=-0.049
min	1532.327-1532.314=0.013
max	1541.450-1541.564=-0.113

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	2.224-2.362=-0.138
σ	0.147-0.231=-0.085
min	2.082-2.021=0.060
max	2.383-2.596=-0.213

iters=5

new-facts=6402

prior-facts=6402

*mean*	1853.324-1853.318=0.006
σ	0.063-0.055=0.008
min	1853.230-1853.241=-0.011
max	1853.380-1853.372=0.007

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	2.930-2.919=0.011
σ	0.113-0.127=-0.015
min	2.839-2.780=0.059
max	3.099-3.108=-0.008

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.380-1.396=-0.016
σ	0.218-0.145=0.073
min	1.122-1.283=-0.161
max	1.711-1.635=0.077

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	442.430-442.429=0.001
σ	577.067-577.063=0.003
min	153.896-153.895=0.000
max	1308.030-1308.024=0.006

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	0.529-0.541=-0.012
σ	0.515-0.556=-0.042
min	0.269-0.259=0.010
max	1.301-1.375=-0.074

policies=20

*mean*	1539.231-1539.216=0.015
σ	0.325-0.327=-0.002
min	1539.008-1538.991=0.017
max	1539.713-1539.701=0.012

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	2.604-2.594=0.010
σ	0.018-0.018=-0.000
min	2.590-2.572=0.018
max	2.630-2.614=0.015

policies=200

*mean*	15400.439-15400.436=0.003
σ	0.065-0.116=-0.052
min	15400.385-15400.305=0.080
max	15400.531-15400.584=-0.053

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7202.000-7214.000=-12.000
σ	0.000
min	7202.000-7214.000=-12.000
max	7202.000-7214.000=-12.000

*mean*	26.236-26.167=0.069
σ	0.137-0.069=0.068
min	26.104-26.073=0.031
max	26.360-26.236=0.124