Compare commits

Aggregation: measureAggregations

Factor

allocated MiB

peak allocated MiB

time_s

cache=n

dps=1

iters=10

policies=100

*mean*	54.616-54.618=-0.002
σ	0.349-0.352=-0.003
min	54.484-54.483=0.001
max	55.610-55.620=-0.009

*mean*	415.000-419.000=-4.000
σ	0.000
min	415.000-419.000=-4.000
max	415.000-419.000=-4.000

*mean*	0.140-0.140=0.000
σ	0.003-0.004=-0.001
min	0.138-0.137=0.001
max	0.145-0.147=-0.002

cache=y

dps=1

iters=10

policies=100

*mean*	43.785-43.785=0.001
σ	0.007-0.007=-0.000
min	43.775-43.774=0.001
max	43.799-43.801=-0.002

*mean*	415.000-419.000=-4.000
σ	0.000
min	415.000-419.000=-4.000
max	415.000-419.000=-4.000

*mean*	0.121-0.121=-0.001
σ	0.003-0.004=-0.000
min	0.116-0.116=-0.000
max	0.125-0.127=-0.001

CSV - indexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on indexed

*mean*	36.618-36.618=-0.000
σ	0.002-0.002=0.000
min	36.615-36.616=-0.000
max	36.620-36.620=0.000

*mean*	4265.625-4273.000=-7.375
σ	1876.848-1866.834=10.013
min	1985.000-2045.000=-60.000
max	7541.000-7540.000=1.000

*mean*	12.186-12.134=0.053
σ	0.325-0.280=0.046
min	11.847-11.716=0.131
max	12.821-12.508=0.313

op=column_set() on indexed, repeat

*mean*	36.617-36.617=-0.000
σ	0.002-0.002=-0.000
min	36.615
max	36.619-36.620=-0.000

*mean*	4265.625-4273.000=-7.375
σ	1876.848-1866.834=10.013
min	1985.000-2045.000=-60.000
max	7541.000-7540.000=1.000

*mean*	12.172-12.297=-0.125
σ	0.626-0.544=0.082
min	11.099-11.403=-0.304
max	12.780-12.846=-0.066

op=table_records(), no indexes

*mean*	41.928-41.928=-0.000
σ	0.000-0.000=0.000
min	41.928
max	41.929-41.929=0.000

*mean*	7541.000-7540.000=1.000
σ	0.000
min	7541.000-7540.000=1.000
max	7541.000-7540.000=1.000

*mean*	13.211-14.022=-0.811
σ	1.459-1.198=0.261
min	10.568-12.748=-2.180
max	14.856-16.041=-1.185

op=table_records(), repeat

*mean*	41.928-41.928=-0.000
σ	0.002-0.002=-0.000
min	41.927-41.927=-0.000
max	41.932-41.932=0.000

*mean*	4265.625-4273.000=-7.375
σ	1876.848-1866.834=10.013
min	1985.000-2045.000=-60.000
max	7541.000-7540.000=1.000

*mean*	11.625-12.382=-0.757
σ	1.758-2.005=-0.247
min	9.891-10.153=-0.262
max	14.976-15.610=-0.634

op=vertical_lookup_list() on indexed, after table_records()

*mean*	27.605
σ	0.002-0.002=0.000
min	27.603-27.603=-0.000
max	27.607

*mean*	4265.625-4273.000=-7.375
σ	1876.848-1866.834=10.013
min	1985.000-2045.000=-60.000
max	7541.000-7540.000=1.000

*mean*	8.660-8.809=-0.149
σ	1.412-1.341=0.071
min	7.760-7.803=-0.043
max	12.075-12.045=0.030

op=vertical_lookup_list() on indexed, after table_records(), repeat

*mean*	26.401-26.401=-0.000
σ	0.002-0.002=-0.000
min	26.399-26.399=0.000
max	26.403-26.403=-0.000

*mean*	4265.625-4273.000=-7.375
σ	1876.848-1866.834=10.013
min	1985.000-2045.000=-60.000
max	7541.000-7540.000=1.000

*mean*	6.785-6.755=0.030
σ	1.130-1.397=-0.267
min	6.096-5.691=0.405
max	9.525-10.094=-0.569

op=vertical_lookup_row_list() on 2 indexed

*mean*	25.666-25.666=0.000
σ	0.002-0.002=-0.000
min	25.665-25.664=0.000
max	25.670

*mean*	4265.625-4273.000=-7.375
σ	1876.848-1866.834=10.013
min	1985.000-2045.000=-60.000
max	7541.000-7540.000=1.000

*mean*	5.382-5.382=0.001
σ	0.284-0.102=0.182
min	5.148-5.154=-0.006
max	6.049-5.475=0.574

op=vertical_lookup_row_list() on 3 (1 unindexed)

*mean*	25.969-25.969=0.000
σ	0.002-0.002=0.000
min	25.967-25.967=0.000
max	25.971-25.971=0.000

*mean*	4265.625-4273.000=-7.375
σ	1876.848-1866.834=10.013
min	1985.000-2045.000=-60.000
max	7541.000-7540.000=1.000

*mean*	5.141-5.227=-0.087
σ	0.052-0.071=-0.019
min	5.075-5.138=-0.063
max	5.251-5.359=-0.108

CSV - loading a lazy table

Factor

allocated MiB

peak allocated MiB

time (ms)

op=load_product(), no indexes

*mean*	2524.593-2524.593=-0.000
σ	0.000-0.000=-0.000
min	2524.593-2524.593=0.000
max	2524.594

*mean*	7541.000-7540.000=1.000
σ	0.000
min	7541.000-7540.000=1.000
max	7541.000-7540.000=1.000

*mean*	1060.815-1055.746=5.069
σ	3.190-7.419=-4.229
min	1055.961-1045.439=10.522
max	1065.221-1070.513=-5.292

op=load_product(), with indexes

*mean*	8744.558-8744.558=0.000
σ	0.033-0.033=-0.000
min	8744.545-8744.544=0.001
max	8744.639-8744.639=-0.001

*mean*	3788.750-3803.125=-14.375
σ	1607.346-1586.675=20.671
min	1985.000-2045.000=-60.000
max	5945.000-5940.000=5.000

*mean*	4630.460-4614.100=16.360
σ	1484.227-1467.593=16.635
min	3543.291-3545.789=-2.498
max	7185.409-7227.276=-41.867

CSV - unindexed operations

Factor

allocated MiB

peak allocated MiB

time (ms)

op=column_set() on unindexed, dense

*mean*	62.077-62.077=-0.000
σ	0.002-0.002=0.000
min	62.075-62.076=-0.001
max	62.080

*mean*	4265.625-4273.000=-7.375
σ	1876.848-1866.834=10.013
min	1985.000-2045.000=-60.000
max	7541.000-7540.000=1.000

*mean*	90.729-87.886=2.843
σ	18.503-17.352=1.151
min	70.586-70.786=-0.200
max	125.029-125.047=-0.018

op=vertical_lookup_list() on unindexed missing Int

*mean*	40.944-40.944=-0.000
σ	0.001-0.001=-0.000
min	40.944
max	40.945

*mean*	7541.000-7540.000=1.000
σ	0.000
min	7541.000-7540.000=1.000
max	7541.000-7540.000=1.000

*mean*	97.610-193.701=-96.091
σ	10.244-261.170=-250.926
min	80.155-88.221=-8.066
max	108.042-839.825=-731.784

op=vertical_lookup_row_list() on unindexed small unique Int

*mean*	66.686-66.686=0.000
σ	0.000-0.000=0.000
min	66.685
max	66.687-66.686=0.000

*mean*	7541.000-7540.000=1.000
σ	0.000
min	7541.000-7540.000=1.000
max	7541.000-7540.000=1.000

*mean*	149.533-152.286=-2.752
σ	16.794-13.285=3.509
min	120.702-135.965=-15.263
max	167.435-167.908=-0.473

CSV - warmup

Factor

allocated MiB

peak allocated MiB

time (ms)

op=table_records()

*mean*	11656.833-11656.833=0.000
σ	4.317-4.317=-0.000
min	11655.305
max	11667.517

*mean*	4265.625-4273.000=-7.375
σ	1876.848-1866.834=10.013
min	1985.000-2045.000=-60.000
max	7541.000-7540.000=1.000

*mean*	6524.596-6377.918=146.679
σ	1050.298-1154.082=-103.784
min	4971.715-4951.559=20.156
max	7997.868-8305.700=-307.832

op=vertical_lookup_list() on indexed

*mean*	11560.068-11560.068=0.000
σ	0.001-0.001=-0.000
min	11560.066-11560.066=0.001
max	11560.069

*mean*	7541.000-7540.000=1.000
σ	0.000
min	7541.000-7540.000=1.000
max	7541.000-7540.000=1.000

*mean*	5233.592-5196.382=37.210
σ	1093.863-1206.588=-112.725
min	4405.939-4444.834=-38.895
max	7539.861-7247.383=292.478

CSV internal benchmark: pointedIndexFromKvs

Factor

allocated MiB

peak allocated MiB

time (ms)

op=pointedIndexFromKvs

rows=200000

*mean*	172.585-172.586=-0.001
σ	0.027-0.026=0.001
min	172.558
max	172.623-172.626=-0.003

*mean*	1985.000-2045.000=-60.000
σ	0.000
min	1985.000-2045.000=-60.000
max	1985.000-2045.000=-60.000

*mean*	371.785-370.552=1.232
σ	20.358-40.388=-20.029
min	348.729-336.519=12.211
max	399.300-449.688=-50.388

op=pointedIndexFromKvs

rows=400000

*mean*	357.359-357.371=-0.012
σ	0.036-0.043=-0.007
min	357.321
max	357.400-357.418=-0.019

*mean*	1985.000-2045.000=-60.000
σ	0.000
min	1985.000-2045.000=-60.000
max	1985.000-2045.000=-60.000

*mean*	745.945-726.188=19.757
σ	70.636-89.385=-18.749
min	616.620-615.462=1.158
max	816.215-819.587=-3.372

Marine Hull: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

datapoints=1

iterations=20

*mean*	1008.185-1008.186=-0.000
σ	0.888-0.876=0.012
min	1007.687-1007.686=0.001
max	1011.870-1011.815=0.055

*mean*	1048.550-1040.350=8.200
σ	303.737-304.757=-1.020
min	544.000-548.000=-4.000
max	1456.000-1469.000=-13.000

*mean*	1.527-1.552=-0.025
σ	0.075-0.131=-0.057
min	1.369-1.469=-0.100
max	1.691-2.029=-0.337

Parser: Comma Sep

Factor

allocated MiB

peak allocated MiB

time (ms)

name=ambiguous_item.art

*mean*	0.882-0.883=-0.001
σ	0.002-0.002=-0.000
min	0.881
max	0.886

*mean*	1456.000-1469.000=-13.000
σ	0.000
min	1456.000-1469.000=-13.000
max	1456.000-1469.000=-13.000

*mean*	0.428-0.429=-0.001
σ	0.123-0.139=-0.016
min	0.358-0.341=0.017
max	0.646-0.676=-0.030

name=error_case.art

*mean*	2.334-2.333=0.001
σ	0.003-0.003=-0.000
min	2.332
max	2.337

*mean*	1456.000-1469.000=-13.000
σ	0.000
min	1456.000-1469.000=-13.000
max	1456.000-1469.000=-13.000

*mean*	0.884-0.893=-0.009
σ	0.092-0.089=0.003
min	0.831-0.833=-0.002
max	1.046-1.047=-0.000

name=heavy_item.art

*mean*	1.521-1.521=-0.001
σ	0.001-0.002=-0.001
min	1.520
max	1.523-1.524=-0.001

*mean*	1456.000-1469.000=-13.000
σ	0.000
min	1456.000-1469.000=-13.000
max	1456.000-1469.000=-13.000

*mean*	0.555-0.552=0.003
σ	0.052-0.042=0.010
min	0.511-0.518=-0.007
max	0.638-0.622=0.017

name=nested_use.art

*mean*	2.356-2.355=0.001
σ	0.002-0.002=0.000
min	2.355
max	2.358

*mean*	1456.000-1469.000=-13.000
σ	0.000
min	1456.000-1469.000=-13.000
max	1456.000-1469.000=-13.000

*mean*	0.846-0.843=0.003
σ	0.044-0.047=-0.003
min	0.804-0.808=-0.004
max	0.920-0.924=-0.004

Parser: Real World

Factor

allocated MiB

peak allocated MiB

time (sec)

name=aon_gpf25_7k_loc.art

*mean*	963.542-963.544=-0.001
σ	0.026-0.025=0.001
min	963.523
max	963.585-963.583=0.002

*mean*	1456.000-1469.000=-13.000
σ	0.000
min	1456.000-1469.000=-13.000
max	1456.000-1469.000=-13.000

*mean*	0.779-0.817=-0.038
σ	0.078-0.056=0.023
min	0.651-0.727=-0.076
max	0.859-0.866=-0.007

name=cdr_enhanced_4k_loc.art

*mean*	884.854-884.854=0.000
σ	0.004-0.007=-0.002
min	884.850-884.847=0.003
max	884.861-884.861=-0.000

*mean*	1456.000-1469.000=-13.000
σ	0.000
min	1456.000-1469.000=-13.000
max	1456.000-1469.000=-13.000

*mean*	0.740-0.688=0.051
σ	0.022-0.108=-0.086
min	0.701-0.497=0.204
max	0.751-0.744=0.007

Parser: Record Parsing

Factor

allocated MiB

peak allocated MiB

time (ms)

name=record_render_large_success.art

*mean*	7.706-7.706=0.000
σ	0.002-0.002=0.000
min	7.705
max	7.711-7.709=0.001

*mean*	1456.000-1469.000=-13.000
σ	0.000
min	1456.000-1469.000=-13.000
max	1456.000-1469.000=-13.000

*mean*	4.239-4.298=-0.058
σ	0.078-0.092=-0.013
min	4.098-4.144=-0.046
max	4.544-4.647=-0.103

name=record_render_large_syntax_err.art

*mean*	7.655-7.655=-0.000
σ	0.002-0.002=-0.000
min	7.654
max	7.658

*mean*	1456.000-1469.000=-13.000
σ	0.000
min	1456.000-1469.000=-13.000
max	1456.000-1469.000=-13.000

*mean*	4.255-4.258=-0.003
σ	0.084-0.089=-0.005
min	4.131-4.117=0.014
max	4.592-4.541=0.051

name=record_render_success.art

*mean*	2.288
σ	0.002
min	2.287
max	2.291

*mean*	1456.000-1469.000=-13.000
σ	0.000
min	1456.000-1469.000=-13.000
max	1456.000-1469.000=-13.000

*mean*	0.763-0.760=0.003
σ	0.018-0.020=-0.002
min	0.732-0.732=-0.000
max	0.867-0.890=-0.023

name=record_render_syntax_err.art

*mean*	2.163
σ	0.002
min	2.163
max	2.166

*mean*	1456.000-1469.000=-13.000
σ	0.000
min	1456.000-1469.000=-13.000
max	1456.000-1469.000=-13.000

*mean*	0.725-0.653=0.071
σ	0.015-0.099=-0.084
min	0.695-0.498=0.196
max	0.801-0.820=-0.019

SoV import

Factor

allocated MiB

peak allocated MiB

time_s

iters=10

rows=1000

*mean*	297.361-297.365=-0.004
σ	0.197-0.186=0.011
min	297.186-297.224=-0.038
max	297.889-297.862=0.027

*mean*	1985.000-2045.000=-60.000
σ	0.000
min	1985.000-2045.000=-60.000
max	1985.000-2045.000=-60.000

*mean*	0.553-0.543=0.010
σ	0.031-0.032=-0.001
min	0.509-0.504=0.005
max	0.594-0.582=0.012

Workflow: transactPolicy

Factor

allocated MiB

peak allocated MiB

time

iters=5

new-facts=1

prior-facts=1

*mean*	289.777-289.764=0.013
σ	0.032-0.042=-0.010
min	289.736-289.722=0.014
max	289.811-289.812=-0.002

*mean*	1456.000-1469.000=-13.000
σ	0.000
min	1456.000-1469.000=-13.000
max	1456.000-1469.000=-13.000

*mean*	0.402-0.404=-0.002
σ	0.010-0.009=0.001
min	0.396-0.394=0.002
max	0.420-0.414=0.005

iters=5

new-facts=1

prior-facts=6402

*mean*	1299.660-1299.670=-0.010
σ	0.066-0.104=-0.038
min	1299.592-1299.556=0.036
max	1299.745-1299.825=-0.080

*mean*	1456.000-1469.000=-13.000
σ	0.000
min	1456.000-1469.000=-13.000
max	1456.000-1469.000=-13.000

*mean*	2.107-2.048=0.059
σ	0.076-0.053=0.023
min	2.010-1.985=0.025
max	2.175-2.115=0.060

iters=5

new-facts=6402

prior-facts=1

*mean*	1542.619-1542.628=-0.009
σ	4.036-4.059=-0.023
min	1540.608-1540.603=0.005
max	1549.831-1549.881=-0.051

*mean*	1456.000-1469.000=-13.000
σ	0.000
min	1456.000-1469.000=-13.000
max	1456.000-1469.000=-13.000

*mean*	2.253-2.304=-0.051
σ	0.141-0.215=-0.074
min	2.076-2.116=-0.040
max	2.408-2.650=-0.243

iters=5

new-facts=6402

prior-facts=6402

*mean*	1861.643-1861.637=0.006
σ	0.057-0.062=-0.004
min	1861.570-1861.549=0.021
max	1861.714-1861.706=0.008

*mean*	1770.400-1723.800=46.600
σ	226.297-232.404=-6.107
min	1472.000-1469.000=3.000
max	1985.000-2045.000=-60.000

*mean*	3.181-2.938=0.243
σ	0.307-0.087=0.220
min	2.843-2.830=0.013
max	3.617-3.059=0.558

newProductH/cdr_auton/broker

Factor

time_s

iterations=5

*mean*	1.766-1.722=0.044
σ	0.153-0.174=-0.021
min	1.507-1.545=-0.038
max	1.908-1.906=0.002

policy addition benchmark

Factor

allocated MiB

db queries

peak allocated MiB

time

policies=2

*mean*	446.185-446.186=-0.002
σ	577.140-577.140=0.000
min	157.614-157.614=-0.001
max	1311.894-1311.895=-0.001

*mean*	96.250
σ	8.500
min	92.000
max	109.000

*mean*	1456.000-1469.000=-13.000
σ	0.000
min	1456.000-1469.000=-13.000
max	1456.000-1469.000=-13.000

*mean*	0.545-0.543=0.002
σ	0.562-0.564=-0.002
min	0.260-0.260=-0.000
max	1.388-1.389=-0.001

policies=20

*mean*	1576.421-1576.412=0.009
σ	0.363-0.335=0.029
min	1576.175-1576.188=-0.013
max	1576.962-1576.910=0.051

*mean*	920.000
σ	0.000
min	920.000
max	920.000

*mean*	1456.000-1469.000=-13.000
σ	0.000
min	1456.000-1469.000=-13.000
max	1456.000-1469.000=-13.000

*mean*	2.646-2.613=0.033
σ	0.014-0.015=-0.001
min	2.632-2.594=0.038
max	2.665-2.630=0.035

policies=200

*mean*	15772.314-15772.315=-0.001
σ	0.079-0.124=-0.045
min	15772.246-15772.203=0.042
max	15772.427-15772.483=-0.056

*mean*	9200.000
σ	0.000
min	9200.000
max	9200.000

*mean*	1456.000-1469.000=-13.000
σ	0.000
min	1456.000-1469.000=-13.000
max	1456.000-1469.000=-13.000

*mean*	26.392-26.372=0.020
σ	0.061-0.065=-0.004
min	26.321-26.284=0.038
max	26.471-26.437=0.033