Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.615-54.616=-0.001
σ	0.349-0.348=0.001
min	54.480-54.487=-0.007
max	55.608-55.606=0.003

*mean*	417.000-413.000=4.000
σ	0.000
min	417.000-413.000=4.000
max	417.000-413.000=4.000

*mean*	0.141-0.140=0.001
σ	0.004-0.005=-0.001
min	0.135-0.135=0.000
max	0.149-0.147=0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=-0.001
σ	0.006-0.006=0.001
min	43.775-43.780=-0.005
max	43.795-43.797=-0.001

*mean*	417.000-413.000=4.000
σ	0.000
min	417.000-413.000=4.000
max	417.000-413.000=4.000

*mean*	0.124-0.125=-0.001
σ	0.004-0.004=-0.000
min	0.121-0.122=-0.001
max	0.130-0.132=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=0.000
σ	0.002-0.002=0.000
min	36.615
max	36.620-36.620=0.000

*mean*	4099.875-4266.375=-166.500
σ	1573.342-1875.815=-302.473
min	1956.000-1997.000=-41.000
max	6043.000-7546.000=-1503.000

*mean*	12.641-12.404=0.237
σ	0.338-0.177=0.161
min	12.255-12.115=0.140
max	13.209-12.689=0.520

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.616-36.616=0.000
max	36.620-36.620=-0.000

*mean*	4099.875-4266.375=-166.500
σ	1573.342-1875.815=-302.473
min	1956.000-1997.000=-41.000
max	6043.000-7546.000=-1503.000

*mean*	12.976-12.692=0.283
σ	0.531-0.491=0.040
min	11.738-11.520=0.218
max	13.348-13.058=0.290

op=table_records(), no indexes

*mean*	41.928-41.931=-0.003
σ	0.000-0.001=-0.001
min	41.928-41.929=-0.001
max	41.929-41.932=-0.004

*mean*	6043.000-7546.000=-1503.000
σ	0.000
min	6043.000-7546.000=-1503.000
max	6043.000-7546.000=-1503.000

*mean*	13.203-13.619=-0.416
σ	1.177-1.064=0.113
min	11.127-11.890=-0.763
max	14.748-14.816=-0.068

op=table_records(), repeat

*mean*	41.928-41.929=-0.000
σ	0.002-0.002=-0.000
min	41.927
max	41.932-41.931=0.001

*mean*	4099.875-4266.375=-166.500
σ	1573.342-1875.815=-302.473
min	1956.000-1997.000=-41.000
max	6043.000-7546.000=-1503.000

*mean*	12.935-12.016=0.918
σ	1.931-1.939=-0.008
min	10.641-10.091=0.550
max	14.905-15.281=-0.376

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605-27.605=-0.001
σ	0.002-0.003=-0.001
min	27.603-27.603=-0.000
max	27.607-27.611=-0.004

*mean*	4099.875-4266.375=-166.500
σ	1573.342-1875.815=-302.473
min	1956.000-1997.000=-41.000
max	6043.000-7546.000=-1503.000

*mean*	8.783-8.712=0.070
σ	0.658-1.291=-0.634
min	8.082-7.765=0.317
max	10.221-11.793=-1.573

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.400=0.000
σ	0.002-0.002=0.000
min	26.399
max	26.403-26.403=0.000

*mean*	4099.875-4266.375=-166.500
σ	1573.342-1875.815=-302.473
min	1956.000-1997.000=-41.000
max	6043.000-7546.000=-1503.000

*mean*	6.643-6.782=-0.140
σ	0.647-1.212=-0.566
min	6.012-5.836=0.176
max	8.136-9.717=-1.580

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=0.000
min	25.664-25.664=-0.000
max	25.670-25.668=0.001

*mean*	4099.875-4266.375=-166.500
σ	1573.342-1875.815=-302.473
min	1956.000-1997.000=-41.000
max	6043.000-7546.000=-1503.000

*mean*	5.556-5.427=0.129
σ	0.113-0.099=0.015
min	5.289-5.247=0.041
max	5.653-5.536=0.117

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.968-25.968=0.000
σ	0.002-0.002=-0.000
min	25.967
max	25.971-25.972=-0.001

*mean*	4099.875-4266.375=-166.500
σ	1573.342-1875.815=-302.473
min	1956.000-1997.000=-41.000
max	6043.000-7546.000=-1503.000

*mean*	5.459-5.193=0.266
σ	0.093-0.047=0.046
min	5.362-5.131=0.232
max	5.624-5.285=0.339

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.594-2524.597=-0.003
σ	0.000-0.000=0.000
min	2524.594-2524.597=-0.003
max	2524.594-2524.598=-0.003

*mean*	6043.000-7546.000=-1503.000
σ	0.000
min	6043.000-7546.000=-1503.000
max	6043.000-7546.000=-1503.000

*mean*	1509.296-1038.277=471.019
σ	743.374-6.055=737.319
min	1040.079-1029.062=11.017
max	2939.048-1046.979=1892.069

op=load_product(), with indexes

*mean*	8744.558-8744.559=-0.001
σ	0.033-0.033=0.000
min	8744.545-8744.545=-0.001
max	8744.640-8744.640=-0.000

*mean*	3815.750-3791.250=24.500
σ	1655.874-1601.681=54.193
min	1956.000-1997.000=-41.000
max	6043.000-5942.000=101.000

*mean*	4334.632-4662.638=-328.006
σ	1376.993-1553.069=-176.076
min	3559.275-3534.152=25.123
max	7378.842-7321.962=56.881

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=0.000
σ	0.002-0.002=-0.000
min	62.076-62.075=0.001
max	62.080-62.080=0.000

*mean*	4099.875-4266.375=-166.500
σ	1573.342-1875.815=-302.473
min	1956.000-1997.000=-41.000
max	6043.000-7546.000=-1503.000

*mean*	81.451-86.651=-5.200
σ	8.564-17.744=-9.181
min	72.517-71.350=1.167
max	96.880-126.502=-29.622

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=0.000
min	40.944-40.944=-0.000
max	40.945-40.945=0.000

*mean*	6043.000-7546.000=-1503.000
σ	0.000
min	6043.000-7546.000=-1503.000
max	6043.000-7546.000=-1503.000

*mean*	97.003-243.845=-146.842
σ	8.161-409.890=-401.729
min	83.261-84.518=-1.257
max	106.289-1258.052=-1151.763

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685-66.685=0.000
max	66.686

*mean*	6043.000-7546.000=-1503.000
σ	0.000
min	6043.000-7546.000=-1503.000
max	6043.000-7546.000=-1503.000

*mean*	223.093-150.096=72.997
σ	220.984-14.656=206.328
min	127.611-133.423=-5.812
max	769.086-167.905=601.181

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=-0.000
σ	4.317-4.317=-0.000
min	11655.305
max	11667.516-11667.517=-0.001

*mean*	4099.875-4266.375=-166.500
σ	1573.342-1875.815=-302.473
min	1956.000-1997.000=-41.000
max	6043.000-7546.000=-1503.000

*mean*	6144.673-6453.352=-308.678
σ	1143.554-1290.190=-146.637
min	4934.342-4930.253=4.089
max	8058.355-8223.904=-165.549

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.065=0.003
σ	0.001-0.001=0.000
min	11560.066-11560.064=0.001
max	11560.069-11560.066=0.003

*mean*	6043.000-7546.000=-1503.000
σ	0.000
min	6043.000-7546.000=-1503.000
max	6043.000-7546.000=-1503.000

*mean*	6897.327-5379.304=1518.023
σ	1241.084-1303.791=-62.707
min	4428.311-4377.242=51.069
max	8125.857-7386.108=739.749

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.582-172.587=-0.005
σ	0.029-0.025=0.004
min	172.558
max	172.630-172.624=0.006

*mean*	1956.000-1997.000=-41.000
σ	0.000
min	1956.000-1997.000=-41.000
max	1956.000-1997.000=-41.000

*mean*	349.843-358.348=-8.504
σ	42.607-55.205=-12.598
min	270.840-268.178=2.662
max	399.846-454.440=-54.593

op=pointedIndexFromKvs

rows=400000

*mean*	357.367-357.371=-0.004
σ	0.043-0.048=-0.005
min	357.321
max	357.424-357.424=-0.001

*mean*	1956.000-1997.000=-41.000
σ	0.000
min	1956.000-1997.000=-41.000
max	1956.000-1997.000=-41.000

*mean*	743.787-767.217=-23.430
σ	67.208-28.322=38.886
min	600.138-723.150=-123.012
max	798.676-800.830=-2.154

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.200-1008.196=0.004
σ	0.945-0.965=-0.020
min	1007.690-1007.707=-0.017
max	1012.130-1012.223=-0.093

*mean*	1040.950-1040.350=0.600
σ	304.695-306.002=-1.307
min	551.000-548.000=3.000
max	1466.000-1469.000=-3.000

*mean*	1.554-1.585=-0.031
σ	0.065-0.137=-0.072
min	1.493-1.475=0.018
max	1.717-2.076=-0.359

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.884-0.883=0.001
σ	0.002-0.002=0.000
min	0.881
max	0.886-0.886=0.001

*mean*	1466.000-1469.000=-3.000
σ	0.000
min	1466.000-1469.000=-3.000
max	1466.000-1469.000=-3.000

*mean*	0.440-0.413=0.027
σ	0.132-0.114=0.018
min	0.337-0.336=0.000
max	0.654-0.613=0.040

name=error_case.art

*mean*	2.333
σ	0.003
min	2.332
max	2.337

*mean*	1466.000-1469.000=-3.000
σ	0.000
min	1466.000-1469.000=-3.000
max	1466.000-1469.000=-3.000

*mean*	0.921-0.898=0.023
σ	0.089-0.090=-0.001
min	0.861-0.832=0.029
max	1.075-1.056=0.019

name=heavy_item.art

*mean*	1.521
σ	0.002
min	1.520
max	1.524

*mean*	1466.000-1469.000=-3.000
σ	0.000
min	1466.000-1469.000=-3.000
max	1466.000-1469.000=-3.000

*mean*	0.546-0.550=-0.004
σ	0.051-0.047=0.004
min	0.514-0.518=-0.004
max	0.636-0.632=0.004

name=nested_use.art

*mean*	2.355
σ	0.002
min	2.355
max	2.358

*mean*	1466.000-1469.000=-3.000
σ	0.000
min	1466.000-1469.000=-3.000
max	1466.000-1469.000=-3.000

*mean*	0.861-0.858=0.003
σ	0.037-0.035=0.002
min	0.834-0.832=0.003
max	0.925-0.917=0.007

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.540-963.541=-0.001
σ	0.029-0.032=-0.003
min	963.523
max	963.591-963.598=-0.007

*mean*	1466.000-1469.000=-3.000
σ	0.000
min	1466.000-1469.000=-3.000
max	1466.000-1469.000=-3.000

*mean*	0.838-0.822=0.016
σ	0.030-0.059=-0.029
min	0.802-0.736=0.066
max	0.867-0.864=0.002

name=cdr_enhanced_4k_loc.art

*mean*	884.853-884.854=-0.000
σ	0.008-0.006=0.001
min	884.847
max	884.864-884.861=0.003

*mean*	1466.000-1469.000=-3.000
σ	0.000
min	1466.000-1469.000=-3.000
max	1466.000-1469.000=-3.000

*mean*	0.718-0.734=-0.016
σ	0.059-0.016=0.043
min	0.615-0.706=-0.091
max	0.755-0.744=0.011

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.711=0.000

*mean*	1466.000-1469.000=-3.000
σ	0.000
min	1466.000-1469.000=-3.000
max	1466.000-1469.000=-3.000

*mean*	3.558-4.274=-0.717
σ	0.083-0.106=-0.022
min	3.288-4.084=-0.796
max	3.804-4.666=-0.862

name=record_render_large_syntax_err.art

*mean*	7.655
σ	0.002
min	7.654
max	7.658

*mean*	1466.000-1469.000=-3.000
σ	0.000
min	1466.000-1469.000=-3.000
max	1466.000-1469.000=-3.000

*mean*	3.533-4.219=-0.686
σ	0.072-0.073=-0.000
min	3.409-4.101=-0.692
max	3.765-4.528=-0.763

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1466.000-1469.000=-3.000
σ	0.000
min	1466.000-1469.000=-3.000
max	1466.000-1469.000=-3.000

*mean*	0.761-0.758=0.004
σ	0.015-0.016=-0.001
min	0.731-0.731=0.001
max	0.846-0.875=-0.029

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1466.000-1469.000=-3.000
σ	0.000
min	1466.000-1469.000=-3.000
max	1466.000-1469.000=-3.000

*mean*	0.725-0.721=0.004
σ	0.013-0.011=0.002
min	0.696-0.697=-0.001
max	0.775-0.765=0.010

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.591-297.850=-0.259
σ	0.209-0.224=-0.015
min	297.441-297.630=-0.189
max	298.165-298.376=-0.211

*mean*	1956.000-1997.000=-41.000
σ	0.000
min	1956.000-1997.000=-41.000
max	1956.000-1997.000=-41.000

*mean*	0.551-0.569=-0.017
σ	0.038-0.019=0.019
min	0.514-0.546=-0.032
max	0.616-0.595=0.021

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	290.039-290.033=0.005
σ	0.039-0.038=0.001
min	289.992-289.988=0.005
max	290.081-290.077=0.004

*mean*	1466.000-1469.000=-3.000
σ	0.000
min	1466.000-1469.000=-3.000
max	1466.000-1469.000=-3.000

*mean*	0.390-0.389=0.001
σ	0.002-0.002=0.000
min	0.388-0.386=0.002
max	0.394-0.391=0.003

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.963-1299.948=0.016
σ	0.097-0.105=-0.008
min	1299.853-1299.796=0.057
max	1300.106-1300.080=0.026

*mean*	1466.000-1469.000=-3.000
σ	0.000
min	1466.000-1469.000=-3.000
max	1466.000-1469.000=-3.000

*mean*	2.287-2.314=-0.027
σ	0.091-0.187=-0.096
min	2.187-2.162=0.025
max	2.370-2.638=-0.268

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.910-1542.918=-0.009
σ	3.989-4.022=-0.034
min	1540.965-1540.924=0.040
max	1550.039-1550.108=-0.069

*mean*	1466.000-1469.000=-3.000
σ	0.000
min	1466.000-1469.000=-3.000
max	1466.000-1469.000=-3.000

*mean*	2.254-2.311=-0.057
σ	0.148-0.195=-0.047
min	2.044-2.137=-0.092
max	2.406-2.604=-0.198

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.892-1861.893=-0.002
σ	0.085-0.062=0.022
min	1861.763-1861.810=-0.047
max	1861.986-1861.962=0.024

*mean*	1759.600-1715.600=44.000
σ	207.960-194.149=13.811
min	1481.000-1541.000=-60.000
max	1956.000-1997.000=-41.000

*mean*	3.187-2.915=0.272
σ	0.424-0.065=0.359
min	2.791-2.860=-0.068
max	3.774-3.022=0.753

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.836-1.839=-0.002
σ	0.087-0.090=-0.004
min	1.691-1.763=-0.072
max	1.903-1.985=-0.082

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.746-446.746=-0.001
σ	577.197-577.197=0.000
min	158.146-158.147=-0.001
max	1312.542-1312.542=-0.000

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1466.000-1469.000=-3.000
σ	0.000
min	1466.000-1469.000=-3.000
max	1466.000-1469.000=-3.000

*mean*	0.547-0.547=0.001
σ	0.563-0.550=0.013
min	0.263-0.269=-0.005
max	1.392-1.371=0.021

policies=20

*mean*	1581.747-1581.755=-0.008
σ	0.357-0.368=-0.010
min	1581.508-1581.501=0.007
max	1582.279-1582.301=-0.022

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1466.000-1469.000=-3.000
σ	0.000
min	1466.000-1469.000=-3.000
max	1466.000-1469.000=-3.000

*mean*	2.630-2.649=-0.019
σ	0.005-0.005=0.000
min	2.624-2.643=-0.019
max	2.637-2.655=-0.018

policies=200

*mean*	15825.323-15825.521=-0.197
σ	0.214-0.115=0.099
min	15825.017-15825.416=-0.399
max	15825.494-15825.672=-0.178

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1466.000-1469.000=-3.000
σ	0.000
min	1466.000-1469.000=-3.000
max	1466.000-1469.000=-3.000

*mean*	26.647-26.710=-0.063
σ	0.069-0.062=0.007
min	26.583-26.622=-0.039
max	26.709-26.757=-0.048