Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.617=-0.001
σ	0.350-0.352=-0.002
min	54.486-54.483=0.003
max	55.613-55.620=-0.006

*mean*	414.000-415.000=-1.000
σ	0.000
min	414.000-415.000=-1.000
max	414.000-415.000=-1.000

*mean*	0.139-0.138=0.001
σ	0.004-0.005=-0.001
min	0.134-0.132=0.002
max	0.144-0.147=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.786=-0.001
σ	0.007-0.007=-0.000
min	43.777-43.776=0.000
max	43.798-43.796=0.001

*mean*	414.000-415.000=-1.000
σ	0.000
min	414.000-415.000=-1.000
max	414.000-415.000=-1.000

*mean*	0.121-0.122=-0.000
σ	0.004-0.005=-0.001
min	0.117-0.118=-0.001
max	0.127-0.130=-0.003

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4104.875-4254.375=-149.500
σ	1572.680-1892.385=-319.705
min	1969.000-1897.000=72.000
max	6049.000-7544.000=-1495.000

*mean*	12.247-12.111=0.137
σ	0.175-0.229=-0.054
min	12.039-11.779=0.260
max	12.582-12.487=0.094

op=column_set() on indexed, repeat

*mean*	36.617-36.617=0.000
σ	0.002-0.002=0.000
min	36.616-36.616=-0.000
max	36.619-36.619=0.000

*mean*	4104.875-4254.375=-149.500
σ	1572.680-1892.385=-319.705
min	1969.000-1897.000=72.000
max	6049.000-7544.000=-1495.000

*mean*	12.634-11.325=1.309
σ	0.237-0.182=0.054
min	12.206-11.080=1.126
max	12.953-11.527=1.426

op=table_records(), no indexes

*mean*	41.928-41.932=-0.004
σ	0.000-0.000=-0.000
min	41.928-41.932=-0.004
max	41.929-41.933=-0.004

*mean*	6049.000-7544.000=-1495.000
σ	0.000
min	6049.000-7544.000=-1495.000
max	6049.000-7544.000=-1495.000

*mean*	13.055-14.050=-0.995
σ	1.268-1.052=0.216
min	10.492-12.608=-2.117
max	14.731-15.404=-0.673

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=0.000
min	41.927
max	41.931

*mean*	4104.875-4254.375=-149.500
σ	1572.680-1892.385=-319.705
min	1969.000-1897.000=72.000
max	6049.000-7544.000=-1495.000

*mean*	12.510-11.712=0.798
σ	1.739-1.730=0.009
min	10.366-10.205=0.161
max	14.634-14.270=0.363

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.604=0.000
σ	0.002-0.002=-0.000
min	27.603
max	27.607-27.609=-0.002

*mean*	4104.875-4254.375=-149.500
σ	1572.680-1892.385=-319.705
min	1969.000-1897.000=72.000
max	6049.000-7544.000=-1495.000

*mean*	8.597-8.120=0.477
σ	0.676-0.350=0.326
min	7.751-7.437=0.313
max	10.004-8.475=1.529

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.400-26.400=0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403

*mean*	4104.875-4254.375=-149.500
σ	1572.680-1892.385=-319.705
min	1969.000-1897.000=72.000
max	6049.000-7544.000=-1495.000

*mean*	6.534-6.249=0.286
σ	0.571-0.212=0.359
min	6.092-5.910=0.182
max	7.903-6.456=1.447

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.664=0.000
max	25.669-25.668=0.001

*mean*	4104.875-4254.375=-149.500
σ	1572.680-1892.385=-319.705
min	1969.000-1897.000=72.000
max	6049.000-7544.000=-1495.000

*mean*	5.362-5.223=0.139
σ	0.121-0.150=-0.030
min	5.173-5.063=0.110
max	5.526-5.555=-0.029

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.971-25.971=0.000

*mean*	4104.875-4254.375=-149.500
σ	1572.680-1892.385=-319.705
min	1969.000-1897.000=72.000
max	6049.000-7544.000=-1495.000

*mean*	5.167-5.008=0.159
σ	0.054-0.155=-0.102
min	5.087-4.686=0.401
max	5.240-5.160=0.080

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594-2524.597=-0.003
σ	0.000-0.000=0.000
min	2524.593-2524.597=-0.003
max	2524.594-2524.597=-0.003

*mean*	6049.000-7544.000=-1495.000
σ	0.000
min	6049.000-7544.000=-1495.000
max	6049.000-7544.000=-1495.000

*mean*	1528.192-1038.578=489.614
σ	763.114-4.107=759.007
min	1038.366-1034.199=4.167
max	2792.504-1045.913=1746.591

op=load_product(), with indexes

*mean*	8744.558-8744.558=0.000
σ	0.032-0.033=-0.001
min	8744.544-8744.544=-0.000
max	8744.638-8744.641=-0.002

*mean*	3822.375-3765.250=57.125
σ	1653.582-1634.057=19.525
min	1969.000-1897.000=72.000
max	6049.000-5940.000=109.000

*mean*	4526.681-4722.740=-196.059
σ	1205.757-1450.687=-244.930
min	3519.098-3510.100=8.998
max	6610.154-7200.345=-590.191

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.078-62.078=-0.000
σ	0.002-0.003=-0.001
min	62.076
max	62.080-62.084=-0.004

*mean*	4104.875-4254.375=-149.500
σ	1572.680-1892.385=-319.705
min	1969.000-1897.000=72.000
max	6049.000-7544.000=-1495.000

*mean*	80.866-79.982=0.884
σ	10.638-8.777=1.861
min	70.605-69.799=0.807
max	100.896-93.960=6.936

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945-40.945=0.000

*mean*	6049.000-7544.000=-1495.000
σ	0.000
min	6049.000-7544.000=-1495.000
max	6049.000-7544.000=-1495.000

*mean*	95.694-245.976=-150.282
σ	11.320-410.548=-399.228
min	77.471-85.860=-8.389
max	109.362-1261.842=-1152.481

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=-0.000
σ	0.000-0.001=-0.001
min	66.685-66.685=0.000
max	66.686-66.689=-0.003

*mean*	6049.000-7544.000=-1495.000
σ	0.000
min	6049.000-7544.000=-1495.000
max	6049.000-7544.000=-1495.000

*mean*	224.371-150.723=73.647
σ	234.426-14.298=220.128
min	117.752-132.397=-14.644
max	803.328-167.540=635.788

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.834-11656.833=0.001
σ	4.318-4.317=0.001
min	11655.305-11655.305=0.000
max	11667.521-11667.517=0.004

*mean*	4104.875-4254.375=-149.500
σ	1572.680-1892.385=-319.705
min	1969.000-1897.000=72.000
max	6049.000-7544.000=-1495.000

*mean*	6360.006-6479.039=-119.032
σ	1373.282-1320.729=52.553
min	4915.832-4853.513=62.319
max	8239.512-8336.561=-97.049

op=vertical_lookup_list() on indexed

*mean*	11560.069-11560.065=0.004
σ	0.002-0.001=0.001
min	11560.067-11560.064=0.003
max	11560.072-11560.066=0.006

*mean*	6049.000-7544.000=-1495.000
σ	0.000
min	6049.000-7544.000=-1495.000
max	6049.000-7544.000=-1495.000

*mean*	6794.138-5408.848=1385.290
σ	1302.714-1304.723=-2.009
min	4403.804-4369.897=33.906
max	7957.220-7438.593=518.627

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.583-172.583=0.000
σ	0.025-0.026=-0.001
min	172.558
max	172.627-172.625=0.002

*mean*	1969.000-1897.000=72.000
σ	0.000
min	1969.000-1897.000=72.000
max	1969.000-1897.000=72.000

*mean*	355.139-358.079=-2.940
σ	39.518-26.380=13.138
min	266.992-313.883=-46.891
max	400.478-392.420=8.058

op=pointedIndexFromKvs

rows=400000

*mean*	357.366-357.368=-0.003
σ	0.043-0.047=-0.003
min	357.321
max	357.422-357.431=-0.010

*mean*	1969.000-1897.000=72.000
σ	0.000
min	1969.000-1897.000=72.000
max	1969.000-1897.000=72.000

*mean*	758.271-756.294=1.977
σ	63.377-72.865=-9.488
min	613.444-579.832=33.611
max	812.242-798.263=13.979

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.182-1008.187=-0.004
σ	0.944-0.880=0.064
min	1007.714-1007.686=0.028
max	1012.115-1011.832=0.283

*mean*	1037.300-1037.850=-0.550
σ	304.935-308.148=-3.213
min	545.000-541.000=4.000
max	1466.000-1470.000=-4.000

*mean*	1.579-1.537=0.043
σ	0.177-0.103=0.074
min	1.464-1.406=0.058
max	2.097-1.831=0.265

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.883
σ	0.002
min	0.881
max	0.886

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	0.413-0.430=-0.017
σ	0.145-0.127=0.017
min	0.328-0.345=-0.018
max	0.671-0.648=0.023

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	0.885-0.882=0.003
σ	0.091-0.089=0.002
min	0.822-0.813=0.009
max	1.043-1.036=0.007

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	0.542-0.543=-0.001
σ	0.048-0.046=0.002
min	0.490-0.500=-0.010
max	0.617-0.618=-0.002

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	0.881-0.851=0.030
σ	0.056-0.038=0.019
min	0.816-0.814=0.003
max	0.954-0.913=0.041

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.541-963.544=-0.002
σ	0.028-0.026=0.002
min	963.523
max	963.589-963.585=0.004

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	0.785-0.826=-0.041
σ	0.053-0.022=0.031
min	0.729-0.812=-0.084
max	0.845-0.865=-0.020

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.000
σ	0.006-0.007=-0.001
min	884.847
max	884.861-884.861=-0.000

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	0.717-0.744=-0.027
σ	0.034-0.014=0.020
min	0.672-0.728=-0.056
max	0.742-0.765=-0.022

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=-0.000
σ	0.002-0.002=-0.000
min	7.705
max	7.711-7.711=-0.001

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	4.259-4.233=0.027
σ	0.080-0.087=-0.007
min	4.097-4.116=-0.019
max	4.674-4.631=0.044

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	4.234-4.230=0.004
σ	0.080-0.074=0.006
min	4.113-4.100=0.013
max	4.464-4.515=-0.050

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	0.750-0.755=-0.005
σ	0.048-0.016=0.032
min	0.548-0.728=-0.180
max	0.928-0.843=0.085

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	0.708-0.719=-0.012
σ	0.014-0.015=-0.001
min	0.678-0.688=-0.010
max	0.787-0.802=-0.015

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.236-297.433=-0.198
σ	0.230-0.160=0.070
min	297.046-297.254=-0.208
max	297.862-297.834=0.028

*mean*	1969.000-1897.000=72.000
σ	0.000
min	1969.000-1897.000=72.000
max	1969.000-1897.000=72.000

*mean*	0.579-0.565=0.014
σ	0.046-0.048=-0.002
min	0.511-0.502=0.009
max	0.675-0.646=0.029

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.768-289.776=-0.008
σ	0.036-0.037=-0.001
min	289.731-289.725=0.007
max	289.810-289.811=-0.001

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	0.401-0.400=0.001
σ	0.011-0.012=-0.001
min	0.394-0.394=0.001
max	0.421-0.421=-0.000

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.692-1299.626=0.066
σ	0.088-0.107=-0.019
min	1299.594-1299.512=0.082
max	1299.821-1299.754=0.067

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	2.260-1.965=0.295
σ	0.088-0.116=-0.028
min	2.152-1.827=0.326
max	2.333-2.138=0.196

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.643-1542.596=0.047
σ	3.992-4.026=-0.034
min	1540.688-1540.595=0.092
max	1549.778-1549.789=-0.010

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	2.264-2.216=0.048
σ	0.145-0.165=-0.020
min	2.137-2.039=0.098
max	2.463-2.416=0.047

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.622-1861.637=-0.015
σ	0.081-0.048=0.033
min	1861.495-1861.592=-0.096
max	1861.713-1861.713=0.000

*mean*	1760.800-1733.600=27.200
σ	220.550-177.032=43.518
min	1469.000-1482.000=-13.000
max	1969.000-1897.000=72.000

*mean*	3.179-2.998=0.181
σ	0.371-0.302=0.069
min	2.759-2.751=0.008
max	3.688-3.520=0.168

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.807-1.741=0.066
σ	0.101-0.162=-0.061
min	1.628-1.493=0.135
max	1.871-1.938=-0.066

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.186-446.185=0.001
σ	577.139-577.140=-0.000
min	157.614-157.613=0.001
max	1311.895-1311.894=0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	0.552-0.546=0.005
σ	0.574-0.566=0.007
min	0.261-0.261=0.000
max	1.412-1.396=0.016

policies=20

*mean*	1576.413-1576.407=0.006
σ	0.330-0.342=-0.013
min	1576.187-1576.175=0.012
max	1576.902-1576.916=-0.013

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	2.597-2.609=-0.013
σ	0.010-0.011=-0.001
min	2.590-2.599=-0.009
max	2.611-2.622=-0.011

policies=200

*mean*	15772.232-15772.215=0.017
σ	0.173-0.080=0.092
min	15772.125-15772.103=0.023
max	15772.490-15772.293=0.197

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1466.000-1470.000=-4.000
σ	0.000
min	1466.000-1470.000=-4.000
max	1466.000-1470.000=-4.000

*mean*	26.364-26.330=0.034
σ	0.079-0.054=0.025
min	26.286-26.271=0.016
max	26.471-26.402=0.070