Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	53.703-53.705=-0.002
σ	0.369-0.371=-0.002
min	53.559-53.560=-0.001
max	54.753-54.759=-0.007

*mean*	414.000-415.000=-1.000
σ	0.000
min	414.000-415.000=-1.000
max	414.000-415.000=-1.000

*mean*	0.139-0.142=-0.004
σ	0.004-0.008=-0.004
min	0.135-0.134=0.000
max	0.144-0.157=-0.013

cache=y

dps=1

iters=10

policies=100

*mean*	43.058-43.058=-0.000
σ	0.005-0.007=-0.002
min	43.051-43.046=0.005
max	43.064-43.071=-0.006

*mean*	414.000-415.000=-1.000
σ	0.000
min	414.000-415.000=-1.000
max	414.000-415.000=-1.000

*mean*	0.119-0.122=-0.004
σ	0.005-0.004=0.001
min	0.113-0.119=-0.006
max	0.126-0.129=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on indexed

rows=200000

*mean*	36.617-36.617=0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619

*mean*	4284.750-4168.500=116.250
σ	1976.153-1899.061=77.091
min	1548.000-1551.000=-3.000
max	7210.000-7202.000=8.000

*mean*	104.094-12.855=91.239
σ	257.601-0.244=257.357
min	12.714-12.537=0.177
max	741.623-13.238=728.386

iterations=8

operation_display=column_set() on indexed, repeat

rows=200000

*mean*	36.618-36.617=0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.621=-0.001

*mean*	4284.750-4288.750=-4.000
σ	1976.153-1978.964=-2.812
min	1548.000-1551.000=-3.000
max	7210.000-7202.000=8.000

*mean*	14.368-113.762=-99.394
σ	2.744-284.029=-281.285
min	13.081-13.146=-0.065
max	21.144-816.698=-795.554

iterations=8

operation_display=table_records(), no indexes

rows=200000

*mean*	41.930-41.930=0.000
σ	0.002-0.002=0.000
min	41.928
max	41.932-41.932=-0.000

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	14.929-14.813=0.116
σ	0.909-1.293=-0.384
min	13.321-12.072=1.250
max	15.761-15.736=0.026

iterations=8

operation_display=table_records(), no indexes, repeat

rows=200000

*mean*	41.929-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.928-41.928=0.000
max	41.932

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	13.724-13.694=0.029
σ	1.096-1.245=-0.149
min	12.215-11.611=0.604
max	14.890-14.500=0.390

iterations=8

operation_display=table_records(), repeat

rows=200000

*mean*	41.929-41.929=0.000
σ	0.002-0.002=0.000
min	41.927-41.927=0.000
max	41.932-41.931=0.001

*mean*	4167.500-4168.500=-1.000
σ	1898.698-1899.061=-0.364
min	1548.000-1551.000=-3.000
max	7210.000-7202.000=8.000

*mean*	13.887-13.317=0.570
σ	1.521-1.179=0.342
min	11.368-10.936=0.432
max	15.699-14.900=0.798

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records()

rows=200000

*mean*	27.605-27.605=0.000
σ	0.002-0.003=-0.001
min	27.603-27.603=-0.000
max	27.607-27.611=-0.004

*mean*	4167.500-4168.500=-1.000
σ	1898.698-1899.061=-0.364
min	1548.000-1551.000=-3.000
max	7210.000-7202.000=8.000

*mean*	9.208-9.140=0.068
σ	0.425-0.324=0.101
min	8.550-8.564=-0.015
max	9.796-9.472=0.323

iterations=8

operation_display=vertical_lookup_list() on indexed, after table_records(), repeat

rows=200000

*mean*	26.400-26.400=-0.000
σ	0.001-0.002=-0.000
min	26.399-26.399=-0.000
max	26.403

*mean*	4167.500-4168.500=-1.000
σ	1898.698-1899.061=-0.364
min	1548.000-1551.000=-3.000
max	7210.000-7202.000=8.000

*mean*	6.556-7.152=-0.596
σ	0.183-0.158=0.025
min	6.325-6.899=-0.574
max	6.815-7.351=-0.536

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed

rows=200000

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664
max	25.668

*mean*	4284.750-4288.750=-4.000
σ	1976.153-1978.964=-2.812
min	1548.000-1551.000=-3.000
max	7210.000-7202.000=8.000

*mean*	6.271-6.225=0.046
σ	0.504-0.549=-0.045
min	5.910-5.810=0.100
max	7.494-7.496=-0.002

iterations=8

operation_display=vertical_lookup_row_list() on 2 indexed, repeat

rows=200000

*mean*	25.661-25.661=0.000
σ	0.002-0.002=0.000
min	25.659
max	25.663-25.663=-0.000

*mean*	4284.750-4288.750=-4.000
σ	1976.153-1978.964=-2.812
min	1548.000-1551.000=-3.000
max	7210.000-7202.000=8.000

*mean*	6.007-5.813=0.194
σ	0.593-0.604=-0.011
min	5.664-5.462=0.202
max	7.447-7.296=0.151

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed)

rows=200000

*mean*	25.969-25.969=-0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971-25.971=-0.000

*mean*	4284.750-4288.750=-4.000
σ	1976.153-1978.964=-2.812
min	1548.000-1551.000=-3.000
max	7210.000-7202.000=8.000

*mean*	6.057-5.895=0.163
σ	0.577-0.582=-0.004
min	5.693-5.599=0.094
max	7.473-7.316=0.156

iterations=8

operation_display=vertical_lookup_row_list() on 3 (1 unindexed), repeat

rows=200000

*mean*	25.968-25.968=-0.000
σ	0.002-0.002=-0.000
min	25.967-25.967=0.000
max	25.971-25.971=-0.000

*mean*	4284.750-4288.750=-4.000
σ	1976.153-1978.964=-2.812
min	1548.000-1551.000=-3.000
max	7210.000-7202.000=8.000

*mean*	5.921-5.787=0.133
σ	0.635-0.554=0.081
min	5.599-5.553=0.046
max	7.481-7.156=0.325

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=load_product(), no indexes

rows=200000

*mean*	2524.596-2524.596=-0.000
σ	0.002-0.002=0.000
min	2524.594-2524.594=-0.000
max	2524.598-2524.598=0.000

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	1420.424-1118.837=301.587
σ	628.629-199.512=429.117
min	1041.276-1039.296=1.979
max	2780.107-1612.496=1167.611

iterations=8

operation_display=load_product(), with indexes

rows=200000

*mean*	8744.560-8744.561=-0.001
σ	0.041-0.041=-0.000
min	8744.545-8744.545=0.000
max	8744.661-8744.662=-0.001

*mean*	3590.500-3595.875=-5.375
σ	1812.038-1818.797=-6.759
min	1072.000-1075.000=-3.000
max	5815.000-5837.000=-22.000

*mean*	4911.557-4815.185=96.371
σ	1619.976-1628.947=-8.972
min	3535.764-3525.672=10.092
max	7380.228-7138.669=241.559

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=column_set() on unindexed, dense

rows=200000

*mean*	62.077-62.077=-0.001
σ	0.001-0.002=-0.001
min	62.076
max	62.080

*mean*	4167.500-4168.500=-1.000
σ	1898.698-1899.061=-0.364
min	1548.000-1551.000=-3.000
max	7210.000-7202.000=8.000

*mean*	80.302-80.109=0.193
σ	9.015-7.443=1.572
min	72.245-72.805=-0.561
max	96.712-94.152=2.561

iterations=8

operation_display=column_set() on unindexed, dense, repeat

rows=200000

*mean*	62.077-62.077=0.000
σ	0.002-0.002=0.000
min	62.076-62.075=0.000
max	62.080-62.080=0.000

*mean*	4167.500-4168.500=-1.000
σ	1898.698-1899.061=-0.364
min	1548.000-1551.000=-3.000
max	7210.000-7202.000=8.000

*mean*	81.227-80.699=0.528
σ	9.174-7.442=1.732
min	72.636-72.602=0.034
max	98.263-94.439=3.824

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int

rows=200000

*mean*	40.945-40.944=0.000
σ	0.002-0.001=0.001
min	40.944-40.943=0.000
max	40.949-40.947=0.001

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	104.456-103.676=0.780
σ	8.671-10.335=-1.664
min	86.251-82.646=3.605
max	109.896-109.765=0.131

iterations=8

operation_display=vertical_lookup_list() on unindexed missing Int, repeat

rows=200000

*mean*	40.945-40.946=-0.001
σ	0.002-0.002=0.000
min	40.943-40.944=-0.000
max	40.947

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	104.361-103.546=0.815
σ	8.514-10.225=-1.711
min	86.493-82.681=3.813
max	109.953-109.876=0.077

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end

rows=200000

*mean*	40.950-40.950=0.000
σ	0.002-0.002=0.001
min	40.949
max	40.954-40.953=0.002

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	107.302-105.828=1.474
σ	7.515-9.435=-1.920
min	92.529-88.932=3.597
max	114.508-113.452=1.055

iterations=8

operation_display=vertical_lookup_list() on unindexed unique Int near end, repeat

rows=200000

*mean*	40.950-40.951=-0.000
σ	0.002-0.002=0.000
min	40.948-40.949=-0.000
max	40.953

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	104.348-103.709=0.639
σ	8.553-10.173=-1.620
min	86.201-83.066=3.135
max	109.952-109.794=0.158

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int

rows=200000

*mean*	66.687-66.687=0.000
σ	0.003-0.002=0.001
min	66.686-66.685=0.000
max	66.693-66.690=0.003

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	215.674-227.176=-11.502
σ	158.430-192.021=-33.592
min	137.571-132.253=5.317
max	606.814-701.185=-94.371

iterations=8

operation_display=vertical_lookup_row_list() on unindexed small unique Int, repeat

rows=200000

*mean*	66.686-66.687=-0.000
σ	0.001-0.002=-0.000
min	66.685
max	66.689-66.690=-0.000

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	154.211-154.491=-0.280
σ	18.537-21.031=-2.494
min	117.959-114.400=3.559
max	167.857-170.509=-2.652

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=table_records()

rows=200000

*mean*	11656.833-11656.833=0.001
σ	4.319-4.318=0.001
min	11655.305
max	11667.523-11667.519=0.004

*mean*	4167.500-4168.500=-1.000
σ	1898.698-1899.061=-0.364
min	1548.000-1551.000=-3.000
max	7210.000-7202.000=8.000

*mean*	6881.016-6670.886=210.129
σ	1371.091-1102.061=269.030
min	4905.550-4962.766=-57.216
max	8435.507-8027.818=407.688

iterations=8

operation_display=vertical_lookup_list() on indexed

rows=200000

*mean*	11560.066-11560.065=0.001
σ	0.002-0.002=0.001
min	11560.064-11560.064=-0.000
max	11560.069-11560.069=0.000

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	5960.613-5444.371=516.242
σ	1440.546-1514.682=-74.136
min	4389.494-4420.355=-30.861
max	7774.767-8582.205=-807.438

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

iterations=8

operation_display=pointedIndexFromKvs

rows=200000

*mean*	172.668-172.663=0.006
σ	0.009-0.009=0.000
min	172.654-172.646=0.008
max	172.680-172.672=0.009

*mean*	485.000-487.000=-2.000
σ	0.000
min	485.000-487.000=-2.000
max	485.000-487.000=-2.000

*mean*	402.631-389.281=13.349
σ	18.662-51.065=-32.402
min	364.364-267.632=96.732
max	421.959-421.639=0.320

iterations=8

operation_display=pointedIndexFromKvs

rows=400000

*mean*	357.466-357.468=-0.002
σ	0.157-0.157=-0.001
min	357.321
max	357.646-357.657=-0.010

*mean*	561.000-564.000=-3.000
σ	0.000
min	561.000-564.000=-3.000
max	561.000-564.000=-3.000

*mean*	790.811-798.723=-7.913
σ	58.801-14.170=44.632
min	647.279-768.611=-121.332
max	832.521-812.854=19.667

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1005.001-1005.002=-0.001
σ	0.751-0.750=0.001
min	1004.528-1004.530=-0.002
max	1008.104-1008.102=0.003

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	1.594-1.597=-0.004
σ	0.115-0.135=-0.020
min	1.475-1.419=0.056
max	1.882-1.879=0.004

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	0.423-0.441=-0.018
σ	0.143-0.132=0.011
min	0.343-0.353=-0.009
max	0.677-0.672=0.005

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	0.889-0.912=-0.023
σ	0.105-0.095=0.010
min	0.802-0.836=-0.034
max	1.069-1.067=0.001

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	0.539-0.549=-0.010
σ	0.042-0.051=-0.009
min	0.504-0.508=-0.004
max	0.604-0.634=-0.030

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	0.840-0.853=-0.013
σ	0.048-0.045=0.003
min	0.795-0.817=-0.022
max	0.915-0.929=-0.014

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.548-963.550=-0.002
σ	0.024-0.031=-0.006
min	963.523
max	963.580-963.599=-0.019

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	0.817-0.832=-0.015
σ	0.043-0.028=0.015
min	0.765-0.783=-0.019
max	0.852-0.853=-0.000

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.856=-0.002
σ	0.006-0.007=-0.001
min	884.847
max	884.861-884.863=-0.002

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	0.730-0.590=0.140
σ	0.024-0.077=-0.053
min	0.687-0.492=0.195
max	0.744-0.651=0.093

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.709-7.709=0.000

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	4.296-2.915=1.382
σ	0.109-0.268=-0.159
min	3.679-2.683=0.997
max	4.630-3.817=0.813

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=0.000
min	7.654
max	7.658

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	4.265-2.781=1.484
σ	0.078-0.073=0.005
min	4.145-2.649=1.496
max	4.568-3.063=1.505

name=record_render_success.art

*mean*	2.288-2.288=-0.000
σ	0.002-0.002=0.000
min	2.287
max	2.291

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	0.747-0.460=0.287
σ	0.018-0.116=-0.098
min	0.713-0.294=0.420
max	0.861-0.627=0.235

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	0.716-0.290=0.426
σ	0.021-0.008=0.012
min	0.624-0.276=0.347
max	0.812-0.335=0.477

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	294.251-294.213=0.038
σ	0.200-0.199=0.002
min	294.070-294.093=-0.024
max	294.764-294.762=0.002

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	0.580-0.530=0.049
σ	0.030-0.026=0.004
min	0.511-0.496=0.015
max	0.604-0.582=0.022

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	281.455-281.448=0.007
σ	0.034-0.033=0.001
min	281.401-281.397=0.005
max	281.495-281.489=0.006

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	0.393-0.385=0.008
σ	0.006-0.008=-0.002
min	0.386-0.378=0.008
max	0.400-0.394=0.006

iters=5

new-facts=1

prior-facts=6402

*mean*	1291.479-1291.503=-0.025
σ	0.087-0.111=-0.024
min	1291.366-1291.363=0.002
max	1291.583-1291.623=-0.040

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	1.940-1.938=0.003
σ	0.067-0.081=-0.013
min	1.868-1.799=0.068
max	2.020-2.003=0.017

iters=5

new-facts=6402

prior-facts=1

*mean*	1534.343-1534.345=-0.002
σ	4.063-3.977=0.086
min	1532.301-1532.327=-0.026
max	1541.602-1541.450=0.152

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	2.267-2.224=0.043
σ	0.238-0.147=0.091
min	2.087-2.082=0.005
max	2.659-2.383=0.276

iters=5

new-facts=6402

prior-facts=6402

*mean*	1853.338-1853.324=0.014
σ	0.078-0.063=0.014
min	1853.229-1853.230=-0.001
max	1853.427-1853.380=0.048

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	3.173-2.930=0.243
σ	0.237-0.113=0.125
min	2.871-2.839=0.032
max	3.386-3.099=0.287

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.659-1.380=0.279
σ	0.180-0.218=-0.038
min	1.369-1.122=0.247
max	1.799-1.711=0.088

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	442.428-442.430=-0.003
σ	577.063-577.067=-0.003
min	153.895-153.896=-0.000
max	1308.023-1308.030=-0.007

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	0.558-0.529=0.029
σ	0.586-0.515=0.071
min	0.264-0.269=-0.006
max	1.436-1.301=0.135

policies=20

*mean*	1539.203-1539.231=-0.028
σ	0.316-0.325=-0.009
min	1538.983-1539.008=-0.025
max	1539.671-1539.713=-0.041

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	2.587-2.604=-0.016
σ	0.029-0.018=0.012
min	2.571-2.590=-0.019
max	2.631-2.630=0.002

policies=200

*mean*	15400.260-15400.439=-0.179
σ	0.089-0.065=0.024
min	15400.155-15400.385=-0.230
max	15400.372-15400.531=-0.159

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	7210.000-7202.000=8.000
σ	0.000
min	7210.000-7202.000=8.000
max	7210.000-7202.000=8.000

*mean*	26.123-26.236=-0.112
σ	0.118-0.137=-0.019
min	26.022-26.104=-0.082
max	26.295-26.360=-0.065